-- Logs begin at Tue 2021-08-31 12:21:52 UTC, end at Tue 2021-08-31 13:24:45 UTC. -- Aug 31 12:55:14.849741 dv-cinder-804470-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 12:55:17.620096 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.common.config [-] Logging enabled! Aug 31 12:55:17.621404 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 12:55:17.621404 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 12:55:17.624871 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.common.config [-] Logging enabled! Aug 31 12:55:17.625135 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 12:55:17.625486 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 12:55:17.626707 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 12:55:17.626946 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 12:55:17.627360 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:55:17.628034 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 12:55:17.628034 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 12:55:17.628205 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.628421 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.628751 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.628986 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.629291 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.629579 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.629867 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.630160 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.630460 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.630749 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.631035 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.631323 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.631558 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.631847 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.632134 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.632424 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.632681 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] debug = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.632963 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.633396 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.633805 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.634115 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.634938 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.635332 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.635488 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.635763 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.636050 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.636390 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] host = dv-cinder-804470-3-iscsi {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.636685 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.636992 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.637282 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.637575 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.637851 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.638131 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.638422 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.638698 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.638978 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] log_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.639261 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.639559 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.639849 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.640137 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.640363 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.640585 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.640902 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.641200 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.641477 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.641755 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.642034 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.642311 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.642593 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.642861 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.643153 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.643440 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.643724 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.644002 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.644279 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.644552 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.644855 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.645231 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.645425 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.645704 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.645981 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.646273 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.646544 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.646820 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.647134 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.647429 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.647717 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.648006 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.648285 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.648573 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.648872 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.649149 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.649423 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] use_json = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.649729 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.650085 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.650287 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.650561 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.650881 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.651220 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.651385 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.651676 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:17.651978 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.652281 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.652585 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.652896 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.653197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.653483 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.653783 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.654066 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.654362 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.654654 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.654952 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.655235 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.655528 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.655811 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.656111 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.656424 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.656757 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.657057 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.657341 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.657618 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.657895 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.658176 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.658471 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.658753 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.659046 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.659342 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.659628 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.659922 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.660216 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.660510 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.660813 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.661096 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.661391 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.661673 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.661948 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.662228 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.662519 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.664008 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.664008 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.664008 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.664008 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.664008 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.664446 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.664910 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.665118 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.665425 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.665773 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.665984 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.666265 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.666543 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.666833 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.667116 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.667398 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.667674 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.667954 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.668230 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.668504 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.668811 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.669088 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.669365 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.669637 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.669912 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.670186 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.670462 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.670737 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.671010 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.671282 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.671558 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.671832 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.672105 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.672382 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.672671 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.672950 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.673237 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.673538 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.673818 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.674102 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.674384 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.674798 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.675111 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.675539 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.675674 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.675957 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.676234 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.676531 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.676850 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.677144 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.677437 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.677718 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.678027 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.678309 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.678598 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.678881 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.679163 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.679450 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.679736 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.680083 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.680338 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.680635 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.681525 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.681771 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.682059 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.682392 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.682662 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:17.682884 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 12:55:17.683138 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93996) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 12:55:18.048938 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:55:18.049202 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:55:18.049498 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:55:18.049833 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 12:55:18.457751 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.457926 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.458196 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.459482 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.459756 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.460014 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.495174 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.495445 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.495711 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.514422 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.514750 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.515009 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.544131 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.544411 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.544699 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.581296 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.581580 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.581843 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.817908 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.818555 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.818555 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.818711 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.819360 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.943581 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.943897 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.944179 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.944451 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.944742 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.945047 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.945300 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.945551 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.945805 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.946076 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.946326 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.947235 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.947488 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.947737 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.947991 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.948251 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.948506 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.948799 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.949068 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.949325 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.949593 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.949840 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.950118 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.950488 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.950732 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.950973 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.951368 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:18.951605 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:18.951839 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:18.952073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:18.952304 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:18.953055 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:18.953055 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 12:55:18.956034 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 12:55:18.959936 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 12:55:18.963725 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 31 12:55:18.965360 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 12:55:18.965810 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 12:55:18.966293 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 12:55:18.966679 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 12:55:18.969496 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 12:55:18.969737 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 12:55:18.970074 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 12:55:18.975323 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 12:55:18.997782 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 12:55:18.998242 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:18.998539 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93996) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 12:55:18.998895 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.000515 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93996) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 12:55:19.000812 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 12:55:19.001052 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 12:55:19.004295 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.004571 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.069805 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 12:55:19.069987 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 12:55:19.070176 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 12:55:19.070562 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 12:55:19.092600 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_db.sqlalchemy.engines [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93996) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 12:55:19.633826 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing driver for type 'gre' Aug 31 12:55:19.634408 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] gre ID ranges: [(1, 1000)] Aug 31 12:55:19.689355 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing driver for type 'local' Aug 31 12:55:19.689685 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing driver for type 'vlan' Aug 31 12:55:19.703956 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] VlanTypeDriver initialization complete Aug 31 12:55:19.704467 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing driver for type 'vxlan' Aug 31 12:55:19.705025 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] vxlan ID ranges: [(1, 1000)] Aug 31 12:55:19.760528 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing extension driver 'port_security' Aug 31 12:55:19.760917 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.extensions.port_security [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] PortSecurityExtensionDriver initialization complete Aug 31 12:55:19.761234 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing mechanism driver 'openvswitch' Aug 31 12:55:19.761553 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing mechanism driver 'hyperv' Aug 31 12:55:19.768061 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:55:19.768768 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.769145 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.769500 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.770032 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:55:19.770461 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnet after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.770821 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnet after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.771171 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnet after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.771567 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:55:19.771969 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.772321 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.772679 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.773090 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:55:19.773490 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > security_group after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.773839 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > security_group after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.774181 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > security_group after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.774711 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:55:19.775125 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.775577 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.775823 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.776222 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:55:19.776625 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > address_group after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.776997 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > address_group after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.777339 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > address_group after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.777731 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 12:55:19.778107 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] ML2 OVO RPC backend initialized. {{(pid=93996) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 12:55:19.778817 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router_interface after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.779174 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.779592 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.779942 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > networks before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.780290 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.780636 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > ports before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.781010 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnet before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.781353 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnets before_response 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.781700 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.782039 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.782375 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.782711 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.783045 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.783378 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.783710 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnet after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.784044 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnet after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.784374 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > subnet after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.784979 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.plugin [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Modular L2 Plugin initialization complete Aug 31 12:55:19.785306 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading services supported by the core plugin {{(pid=93996) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 12:55:19.785632 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.plugins.ml2.managers [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Got port-security extension from driver 'port_security' Aug 31 12:55:19.786096 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.extensions.vlantransparent [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Disabled vlantransparent extension. Aug 31 12:55:19.786575 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93996) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 12:55:19.786887 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: router Aug 31 12:55:19.824954 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router_interface before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.825580 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router after_create 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.825714 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router before_create 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.826086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.826461 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.826835 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router after_delete 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.827190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > floatingip after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.827541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > floatingip after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.827902 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router after_create 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.828347 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router after_update 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.828605 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router after_update 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.828977 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.829344 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router after_update 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.829759 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_update 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.830126 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: port after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.830468 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: port after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.830809 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: subnet after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.831150 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.831505 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > port precommit_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.831854 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_create 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.832201 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: port before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.832545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.832932 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router after_update 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.833278 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_delete 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.833634 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_create 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.833997 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router_interface after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.834345 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_update 55549900 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.834719 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > agent after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.835074 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > agent after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.835423 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > network after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.836341 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Tracking information for resource: router configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:19.836700 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Tracking information for resource: floatingip configured {{(pid=93996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:55:19.841978 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.db.l3_agentschedulers_db [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 12:55:19.842568 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: port after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.842936 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: port after_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.843290 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: port after_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.843664 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: port after_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.844459 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router before_create 55550100 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.844868 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_delete 55550100 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.845227 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_create 55550100 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.845586 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > router precommit_update 55550100 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.850180 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.services.provider_configuration [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service providers = [] {{(pid=93996) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 12:55:19.850548 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.db.servicetype_db [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93996) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 12:55:19.853587 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.services.service_base [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:55:19.853941 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.services.service_base [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:55:19.854280 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.services.service_base [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:55:19.855183 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.services.service_base [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:55:19.855558 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.services.service_base [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 12:55:19.855944 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.856266 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 12:55:19.867349 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.867689 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: auto_allocate Aug 31 12:55:19.874356 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: network precommit_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.874734 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: network precommit_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.875276 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.875599 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: tag Aug 31 12:55:19.882184 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.882511 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: timestamp Aug 31 12:55:19.887346 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.887625 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: network_ip_availability Aug 31 12:55:19.893138 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.893511 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.893874 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:19.894606 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.894929 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: flavors Aug 31 12:55:19.899691 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.900019 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading Plugin: revisions Aug 31 12:55:19.904322 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:55:19.904735 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_concurrency.lockutils [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=93996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:55:19.905480 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93996) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 12:55:19.905818 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Initializing extension manager. Aug 31 12:55:19.906328 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: __init__.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.906672 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: __pycache__ {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.907010 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.907342 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: address_group.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.908107 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.908700 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: address-group Aug 31 12:55:19.909027 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: address_scope.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.909745 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.910282 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: address-scope Aug 31 12:55:19.910604 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: admin_state_down_before_update.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.911539 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.912052 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: router-admin-state-down-before-update Aug 31 12:55:19.912374 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: agent.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.913312 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.913825 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: agent Aug 31 12:55:19.914147 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: agent_resources_synced.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.915066 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.915607 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: agent-resources-synced Aug 31 12:55:19.915930 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: allowedaddresspairs.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.917769 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.918293 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: allowed-address-pairs Aug 31 12:55:19.918620 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: auto_allocated_topology.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.919708 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.920266 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: auto-allocated-topology Aug 31 12:55:19.920593 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: availability_zone.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.921313 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.921824 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: availability_zone Aug 31 12:55:19.922150 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: availability_zone_filter.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.923070 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.923577 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: availability_zone_filter Aug 31 12:55:19.923899 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: data_plane_status.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.924849 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.925357 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 12:55:19.925683 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: default_subnetpools.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.926604 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.927134 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: default-subnetpools Aug 31 12:55:19.927436 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: dhcpagentscheduler.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.928256 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.928802 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: dhcp_agent_scheduler Aug 31 12:55:19.929158 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: dns.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.930087 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.930597 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension dns-integration not supported by any of loaded plugins Aug 31 12:55:19.931458 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: dns_domain_ports.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.932383 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.933013 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 12:55:19.933338 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.934280 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.934787 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 12:55:19.935181 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: dvr.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.935794 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.936305 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: dvr Aug 31 12:55:19.936625 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: ecmp_routes.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.937596 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.938083 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 12:55:19.938406 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: empty_string_filtering.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.939334 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.939837 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: empty-string-filtering Aug 31 12:55:19.940158 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.941111 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.941625 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 12:55:19.941941 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.942865 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.943372 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 12:55:19.943693 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: external_net.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.944617 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.945158 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: external-net Aug 31 12:55:19.945480 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: extra_dhcp_opt.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.947058 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.947580 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: extra_dhcp_opt Aug 31 12:55:19.947904 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: extraroute.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.948873 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.949382 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: extraroute Aug 31 12:55:19.949702 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: extraroute_atomic.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.950756 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.951263 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: extraroute-atomic Aug 31 12:55:19.951586 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: filter_validation.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.952267 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.952818 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: filter-validation Aug 31 12:55:19.953143 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: fip_pf_description.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.954062 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.954569 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 12:55:19.954890 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: fip_port_details.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.955829 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.956346 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: fip-port-details Aug 31 12:55:19.956689 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: flavors.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.957938 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.958463 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: flavors Aug 31 12:55:19.958790 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.960456 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.961011 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 12:55:19.961342 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: floatingip_pools.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.962079 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.962596 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: floatingip-pools Aug 31 12:55:19.962922 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: ip_allocation.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.963871 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.964381 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 12:55:19.964732 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.965860 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.966386 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: ip-substring-filtering Aug 31 12:55:19.966739 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l2_adjacency.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.967658 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.968190 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 12:55:19.968529 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l3.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.969722 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.970251 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: router Aug 31 12:55:19.970576 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l3_conntrack_helper.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.972912 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.973453 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 12:55:19.973786 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.974903 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.975494 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: ext-gw-mode Aug 31 12:55:19.975788 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.976791 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.977305 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: l3-ha Aug 31 12:55:19.977649 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l3_flavors.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.979112 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.979625 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: l3-flavors Aug 31 12:55:19.979946 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.980912 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.981431 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 12:55:19.981753 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: l3agentscheduler.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.982824 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.983350 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: l3_agent_scheduler Aug 31 12:55:19.983721 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: logging.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.985239 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.985748 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension logging not supported by any of loaded plugins Aug 31 12:55:19.986084 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: metering.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.986844 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.987433 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: metering Aug 31 12:55:19.987762 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.988904 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.989430 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: metering_source_and_destination_fields Aug 31 12:55:19.989758 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: multiprovidernet.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.990693 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.991206 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: multi-provider Aug 31 12:55:19.991534 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: netmtu.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.992460 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.993004 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: net-mtu Aug 31 12:55:19.993931 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: netmtu_writable.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.994866 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.995380 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: net-mtu-writable Aug 31 12:55:19.995709 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: network_availability_zone.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.996392 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.996935 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: network_availability_zone Aug 31 12:55:19.997257 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: network_ip_availability.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:19.998360 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:19.998879 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: network-ip-availability Aug 31 12:55:19.999466 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: network_segment_range.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.000239 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.000779 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 12:55:20.001108 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: pagination.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.002141 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.002432 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: pagination Aug 31 12:55:20.002756 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: port_device_profile.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.003695 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.004215 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: port-device-profile Aug 31 12:55:20.004576 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.005548 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.006063 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: port-mac-address-regenerate Aug 31 12:55:20.006393 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.007329 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.007839 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: port-numa-affinity-policy Aug 31 12:55:20.008162 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: port_resource_request.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.009159 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.009672 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 12:55:20.009998 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: portbindings.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.010940 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.011453 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: binding Aug 31 12:55:20.011777 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: portbindings_extended.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.013237 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.013763 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: binding-extended Aug 31 12:55:20.014087 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: portsecurity.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.015022 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.015530 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: port-security Aug 31 12:55:20.015856 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: project_id.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.016888 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.017220 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: project-id Aug 31 12:55:20.019879 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: providernet.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.019879 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.019879 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: provider Aug 31 12:55:20.019879 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.022923 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.023455 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos not supported by any of loaded plugins Aug 31 12:55:20.023791 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.025175 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.025698 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 12:55:20.026027 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.026971 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.027489 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 12:55:20.027813 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_default.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.028762 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.029284 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-default not supported by any of loaded plugins Aug 31 12:55:20.029637 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_fip.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.030267 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.030774 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-fip not supported by any of loaded plugins Aug 31 12:55:20.031099 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_gateway_ip.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.032032 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.032553 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 12:55:20.032899 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_port_network_policy.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.033843 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.034359 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 12:55:20.034700 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_pps_rule.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.035908 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.036436 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-pps not supported by any of loaded plugins Aug 31 12:55:20.036783 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_rule_type_details.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.037717 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.038232 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 12:55:20.038555 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: qos_rules_alias.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.039664 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.040756 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 12:55:20.041057 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: quotasv2.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.042043 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.042370 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: quotas Aug 31 12:55:20.042691 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: quotasv2_detail.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.045894 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.046231 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: quota_details Aug 31 12:55:20.046565 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: rbac.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.047875 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.048394 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: rbac-policies Aug 31 12:55:20.048750 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: rbac_address_group.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.049719 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.050250 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: rbac-address-group Aug 31 12:55:20.050560 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: rbac_address_scope.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.051496 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.052019 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: rbac-address-scope Aug 31 12:55:20.052383 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: rbac_security_groups.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.053407 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.053921 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: rbac-security-groups Aug 31 12:55:20.054244 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: rbac_subnetpool.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.055178 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.055723 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: rbac-subnetpool Aug 31 12:55:20.056099 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: revisionifmatch.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.057555 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.058072 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: revision-if-match Aug 31 12:55:20.058395 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: revisions.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.059522 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.060061 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: standard-attr-revisions Aug 31 12:55:20.060369 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: router_availability_zone.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.061085 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.061597 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: router_availability_zone Aug 31 12:55:20.061921 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: routerservicetype.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.062851 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.063434 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension router-service-type not supported by any of loaded plugins Aug 31 12:55:20.063682 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.064617 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.065176 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: security-groups-normalized-cidr Aug 31 12:55:20.065500 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: security_groups_port_filtering.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.066435 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.066955 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: port-security-groups-filtering Aug 31 12:55:20.067278 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.068208 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.068753 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: security-groups-remote-address-group Aug 31 12:55:20.069080 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: securitygroup.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.078832 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.079374 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: security-group Aug 31 12:55:20.079707 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: segment.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.080528 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.081065 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension segment not supported by any of loaded plugins Aug 31 12:55:20.081398 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.082409 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.083397 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 12:55:20.083397 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: servicetype.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.084565 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.085077 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: service-type Aug 31 12:55:20.085354 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: sorting.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.086359 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.086860 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: sorting Aug 31 12:55:20.087065 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: standard_attr_segment.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.087994 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.088521 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 12:55:20.088875 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: standardattrdescription.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.089538 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.090054 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: standard-attr-description Aug 31 12:55:20.090372 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: stateful_security_group.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.091342 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.091860 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: stateful-security-group Aug 31 12:55:20.092221 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: stdattrs_common.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.092815 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 12:55:20.093137 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.094099 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.094618 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 12:55:20.094942 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: subnet_onboard.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.096051 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.096570 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: subnet_onboard Aug 31 12:55:20.096923 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.097858 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.098362 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 12:55:20.098690 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: subnet_service_types.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.099626 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.100142 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: subnet-service-types Aug 31 12:55:20.100465 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: subnetallocation.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.101644 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.102158 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: subnet_allocation Aug 31 12:55:20.102486 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.103694 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.104205 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: subnetpool-prefix-ops Aug 31 12:55:20.104530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.105508 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.106022 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 12:55:20.106346 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: tagging.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.107458 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.107990 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: standard-attr-tag Aug 31 12:55:20.108319 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: timestamp.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.109579 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.110098 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loaded extension: standard-attr-timestamp Aug 31 12:55:20.110430 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: trunk.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.111481 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.111995 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension trunk not supported by any of loaded plugins Aug 31 12:55:20.112327 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: trunk_details.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.113297 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.113818 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension trunk-details not supported by any of loaded plugins Aug 31 12:55:20.114139 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: uplink_status_propagation.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.115074 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.115600 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 12:55:20.115922 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Loading extension file: vlantransparent.py {{(pid=93996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 12:55:20.116617 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 12:55:20.117160 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 12:55:20.120245 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:network Aug 31 12:55:20.120818 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:subnet Aug 31 12:55:20.121216 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:55:20.121607 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:port Aug 31 12:55:20.122873 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.124003 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service FLAVORS assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.124003 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.124620 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.124981 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:router Aug 31 12:55:20.125419 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:floatingip Aug 31 12:55:20.125923 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service METERING assigned prefix: /metering {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.127387 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:20.127759 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:20.128112 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:55:20.129325 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 12:55:20.129770 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:security_group Aug 31 12:55:20.130209 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 12:55:20.132034 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service CORE assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.132386 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:55:20.132773 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] subnetpool is already registered Aug 31 12:55:20.133215 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service CORE assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.133546 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:55:20.133905 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] subnetpool is already registered Aug 31 12:55:20.136263 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.136722 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service FLAVORS assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.137336 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.137818 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.138093 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:router Aug 31 12:55:20.138434 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] router is already registered Aug 31 12:55:20.138846 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:floatingip Aug 31 12:55:20.139185 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] floatingip is already registered Aug 31 12:55:20.139642 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service METERING assigned prefix: /metering {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.140310 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 12:55:20.140638 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] rbac_policy is already registered Aug 31 12:55:20.141074 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:security_group Aug 31 12:55:20.141407 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] security_group is already registered Aug 31 12:55:20.141810 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 12:55:20.142143 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] security_group_rule is already registered Aug 31 12:55:20.142776 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service CORE assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.143103 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:55:20.143436 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] subnetpool is already registered Aug 31 12:55:20.143863 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.v2.resource_helper [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Service CORE assigned prefix: {{(pid=93996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:55:20.144185 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:55:20.144518 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING neutron.quota.resource_registry [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] subnetpool is already registered Aug 31 12:55:20.145029 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: extensions {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.146528 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: address-groups {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.148036 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: address-scopes {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.149392 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: agents {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.150612 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: auto-allocated-topology {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.151876 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: availability_zones {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.153168 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: dhcp-networks {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.154701 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: dhcp-agents {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.156152 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: routers {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.158410 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: flavors {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.159605 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: service_profiles {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.160909 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: next_providers {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.162506 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: service_profiles {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.164046 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: floatingip-pools {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.165890 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: routers {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.168155 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: floatingips {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.169476 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: l3-routers {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.170881 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: l3-agents {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.172290 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: metering-labels {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.173743 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: metering-label-rules {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.175068 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: network-ip-availabilities {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.176339 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: bindings {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.178030 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: quotas {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.179488 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: quotas {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.181559 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: rbac-policies {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.182766 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: security-groups {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.184073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: security-group-rules {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.185359 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: service-providers {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.186599 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: subnetpools {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.188119 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: subnetpools {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.189565 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.191240 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.193076 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.194868 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.197824 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.199722 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.201440 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.203371 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.205227 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.206980 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron.api.extensions [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Extended resource: tags {{(pid=93996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 12:55:20.213006 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING keystonemiddleware.auth_token [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 12:55:20.217767 dv-cinder-804470-3-iscsi neutron-server[93996]: WARNING keystonemiddleware.auth_token [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 12:55:20.226302 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_concurrency.lockutils [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Acquired lock "singleton_lock" {{(pid=93996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 12:55:20.226861 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_concurrency.lockutils [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Releasing lock "singleton_lock" {{(pid=93996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 12:55:20.227456 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO oslo_service.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Starting 2 workers Aug 31 12:55:20.232935 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Started child 94105 {{(pid=93996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:55:20.238358 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Started child 94106 {{(pid=93996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:55:20.239639 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO neutron.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 12:55:20.239956 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.240641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Notify callbacks [] for process, before_spawn {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.241578 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [-] (94105) wsgi starting up on http://0.0.0.0:9696 Aug 31 12:55:20.242647 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO oslo_service.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Starting 1 workers Aug 31 12:55:20.243287 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.245273 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [-] (94106) wsgi starting up on http://0.0.0.0:9696 Aug 31 12:55:20.248339 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Started child 94107 {{(pid=93996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:55:20.248890 dv-cinder-804470-3-iscsi neutron-server[93996]: INFO oslo_service.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Starting 1 workers Aug 31 12:55:20.252314 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] calling RpcWorker wait() {{(pid=94107) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 12:55:20.252883 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] returning from RpcWorker wait() {{(pid=94107) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 12:55:20.253684 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Started child 94108 {{(pid=93996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 12:55:20.254230 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.254545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a91a772c-b7e5-4271-acb5-b47b290295db None None] Notify callbacks [] for process, after_spawn {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.254728 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:55:20.256474 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 12:55:20.256690 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 12:55:20.256884 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 12:55:20.257101 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:55:20.257447 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 12:55:20.257608 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 12:55:20.258112 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.258399 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.258662 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.258983 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.259292 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.259886 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.260080 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:20.260549 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.260549 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.260731 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.260910 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.261083 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.261252 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.261500 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.261750 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.262074 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.262341 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.262581 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.262856 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.263027 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.263265 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.263521 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.263767 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.264026 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] debug = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.264275 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.264778 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.265014 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.265256 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.265507 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.265784 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.266010 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.266281 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.266520 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.266734 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.266968 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.267229 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.267480 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.267687 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.267920 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.268169 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.268403 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.268920 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] host = dv-cinder-804470-3-iscsi {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.269128 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.269344 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.269568 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.269810 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.270067 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.270288 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.270548 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.270784 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.271034 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.271254 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.271502 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.271753 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.271988 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.272240 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.272401 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_options = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.272614 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.272903 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.273162 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.273350 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.273519 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.273698 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.273948 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.274111 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.274361 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.274757 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.274973 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.275186 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.275425 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.275651 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.275906 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.276150 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.276391 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.276600 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.276894 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.277136 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.277360 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.277584 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.277803 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.278019 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.278252 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.278482 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.278724 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.278937 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.279147 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.279411 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.279656 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.279912 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.280157 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.280415 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.280642 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.280901 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.281156 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.281395 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.281621 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.281859 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.282100 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.282332 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.282572 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.282791 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.283035 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.283266 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_json = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.283478 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.283690 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.283959 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.284175 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.284416 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.284632 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.284867 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.285126 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.285582 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.285874 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.286193 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.286440 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.286671 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.286927 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.287360 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.288008 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.288330 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.288545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.288982 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.289134 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.289455 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.289684 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.289937 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.290758 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.291017 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.291312 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.291492 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.292271 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.292271 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.292271 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.292504 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.292715 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.292967 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.293401 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.293780 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.294281 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.294687 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.295113 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.295520 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.295741 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.296144 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.296370 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.296588 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.296844 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.297062 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.297339 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.297622 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.297843 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.298076 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.298302 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.298680 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.299425 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.299799 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.300256 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.300707 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.301125 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.301289 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:55:20.301617 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.301926 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.302426 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.302720 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.303024 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.303327 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.303667 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.303987 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.304318 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.304606 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.305104 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.305524 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.306577 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.307013 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.307370 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.307799 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.308237 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.308706 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.309176 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.309642 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.310059 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.310492 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.310919 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.311366 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.311659 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.312064 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.312438 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.312686 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.312946 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.313194 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.313455 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.314414 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.314832 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.315052 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.315273 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.315500 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.315717 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.315932 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.316157 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.316389 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.316623 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.316935 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.317277 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.317521 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.317771 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.318010 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.318237 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.318486 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.318731 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.318961 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.319350 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.319779 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.320037 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.320281 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.320519 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.321191 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.321191 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.321402 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.321559 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.321706 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.322092 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.322330 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.322736 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.323189 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.323437 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.324290 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.324749 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.325119 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.325557 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.325940 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.326348 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.326754 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.327158 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.327625 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.328061 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.328487 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.328782 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.329040 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.329319 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.329557 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.329823 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.330069 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.330314 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.330557 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.330832 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.331076 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.331302 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.331536 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.331767 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.332094 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.332325 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.332572 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.332821 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.333098 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.333351 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.333601 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.333862 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.334110 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.334427 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.334615 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.334865 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.335081 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.335334 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.335562 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.335774 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.336036 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.336250 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.336473 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.336703 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.336939 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.337213 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.337444 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.337663 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.337896 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.338114 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.338332 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.338577 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.338809 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.339028 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.339269 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.339486 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.339719 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.339935 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.340165 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.340412 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.340686 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.340950 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.341238 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.341479 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.341707 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.341927 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.342322 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.342531 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.342777 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.343002 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.343400 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.343400 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.343627 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.344005 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.344365 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.344777 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.345528 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.345796 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.346192 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.346684 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.347087 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.347460 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.347861 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.348222 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.348604 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.349031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.349743 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.350108 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.350468 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.350827 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.351199 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.351601 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.351985 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.352339 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.353263 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.353639 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.354007 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.354385 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.354695 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.354967 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.355214 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.355497 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.355744 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.355966 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.356203 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.356444 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.356696 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.356925 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.357146 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.357381 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.357636 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.357849 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.358064 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.358297 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.358518 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.358729 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.358979 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.359197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.359433 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.359662 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.359877 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.360235 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.360607 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.361011 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.361224 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.361592 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.361976 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.362189 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.362422 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.362636 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.362848 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.363095 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.363316 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.363535 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.363844 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.364095 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.364314 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.364795 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.365052 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.365317 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.365566 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.365893 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.366130 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.366395 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.366621 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.366918 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.367272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.367356 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.367643 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.367941 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.368243 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.368757 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.369061 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.369303 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.369674 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.369891 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.370244 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.370599 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.370870 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.371130 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.371389 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.371631 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.371856 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.372072 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.372610 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.372610 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.372826 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.373047 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.373290 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.373669 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.373913 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.374401 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.374621 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.374870 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.375100 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.375321 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.375537 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.375697 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 12:55:20.376244 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 12:55:20.376405 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 12:55:20.376559 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 12:55:20.376788 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:55:20.376964 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 12:55:20.377114 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 12:55:20.377319 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.377480 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.377641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.377801 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.377962 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.378130 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.378283 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.378444 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.378602 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.378823 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.378926 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.379065 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.379234 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.379394 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.379553 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.379712 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.379870 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.380025 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.380181 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.380425 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.380683 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.380683 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381001 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] debug = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381001 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381267 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381267 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381557 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381557 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381812 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.381958 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.382101 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.382237 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.382371 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.382505 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.382682 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.382841 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.382978 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.383138 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.383315 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.383315 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.383630 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] host = dv-cinder-804470-3-iscsi {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.383630 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.383937 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.383937 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.384193 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.384327 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.384969 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.384969 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.384969 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.384969 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.384969 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.385627 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.385627 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.385627 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.385627 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.386338 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_options = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.386338 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.386338 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.386338 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.386338 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.387272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.387272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.387272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.387272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.387272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.387272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.388530 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.389541 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.390496 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.390496 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.390496 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.390496 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.390496 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.390496 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.391198 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.391198 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.391198 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.391198 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.391198 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.392086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.392086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.392086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.392086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.392086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.392086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.393058 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.393058 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.393058 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_json = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.393058 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.393058 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.393058 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.394020 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.394020 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.394020 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.394020 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.394020 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 12:55:20.394020 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.394020 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.394897 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.394897 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.394897 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.394897 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.394897 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.394897 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.395712 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.395712 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.395712 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.395712 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.395712 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.397641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.399190 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401031 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.401545 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402197 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402774 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402774 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402774 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.402774 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.403212 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.403212 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.403212 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.403544 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.403544 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.403770 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.403770 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.404005 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.404086 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.404192 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.404368 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.404531 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.404714 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.404878 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.405040 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.405202 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.405635 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.405635 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.405874 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.405874 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.406098 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.406098 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407011 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407011 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407011 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407011 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407011 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407011 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407628 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407628 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407628 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.407628 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408062 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408062 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408062 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408401 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408401 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408626 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408848 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408848 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.408982 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.409142 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.409304 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.409466 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.409633 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.409796 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.409962 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.410123 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.410284 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.410446 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.410608 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.410700 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:55:20.410784 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.410919 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.411081 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.411242 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.411405 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.411566 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.411727 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.411888 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.412049 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.412222 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.412384 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.412548 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.412736 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.412907 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.413081 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.413244 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.413408 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.413570 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.413731 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.413892 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.414053 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.414215 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.414377 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.414539 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.414701 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.414872 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.415044 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.415272 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.415962 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.416127 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.416317 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.416480 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.416641 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.416830 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.416993 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.417156 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.417319 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.417481 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.417644 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.417806 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.417969 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.418132 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.418306 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.418493 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.418643 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.418785 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.418929 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.419079 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.419225 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.419366 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.419502 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.419654 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.419810 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.419954 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.420089 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.420258 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.420418 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.420580 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.420763 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.420928 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.421092 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.421254 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.421416 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.421577 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.421740 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.421901 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.422062 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.422227 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.422391 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.422553 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.422716 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.422878 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.423044 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.423204 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.423372 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.423533 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.423696 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.423844 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.424008 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.424159 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.424321 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.424464 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.424634 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.424906 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.424994 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.425169 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.425294 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.425782 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.425782 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.425782 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.426077 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.426077 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.426265 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.426345 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.426459 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.426642 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.426786 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.427124 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.427124 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.427327 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.427661 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.427661 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.427854 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.427854 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.428090 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.428191 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.428300 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.428463 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.428635 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.428821 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.428975 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.429107 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.429279 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.429460 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.429594 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.429769 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.429939 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.430103 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.430266 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.430430 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.430838 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.430838 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431156 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431156 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431398 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431398 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431631 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431751 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431989 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.431989 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433073 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433522 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433522 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433522 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433718 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433794 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.433956 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.434127 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.434289 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.434451 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.434614 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.435000 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.435000 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.435626 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.435626 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.435626 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.435626 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436140 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436140 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436140 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436485 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436485 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436485 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436837 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.436837 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.437079 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.437198 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.437315 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.437433 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.437591 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.437754 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.437916 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.438078 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.438241 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.438604 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.438604 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.438839 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439047 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439047 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439278 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439396 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439513 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439639 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439758 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.439911 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.440074 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.440235 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 12:55:20.440388 dv-cinder-804470-3-iscsi neutron-server[93996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 12:55:20.529470 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34158) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:20.538685 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067432 Aug 31 12:55:32.277769 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532bcf8b-3ee7-4b74-a23b-a0e48ec14313 None None] get_active_networks_info from dv-cinder-804470-3-iscsi {{(pid=94107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 12:55:32.342753 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532bcf8b-3ee7-4b74-a23b-a0e48ec14313 None None] No non-hosted networks {{(pid=94107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 12:55:32.435750 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-882ce248-5384-4504-addc-c74db508336d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997799'] for agent, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:34.775179 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a281594d-4d6c-46c6-91cc-b415dceb3026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997799'] for agent, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:34.862683 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea453d3b-eda6-4fee-9a19-1b8922559084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:35.127812 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997799'] for agent, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:35.130303 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.131850 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.137395 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.138101 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.142757 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.144603 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.147649 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.150717 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.151582 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.152765 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.153947 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.155515 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:35.156165 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804470-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:55:35.175413 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804470-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:55:36.106249 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997799'] for agent, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:37.843796 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997799'] for agent, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:39.166892 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34250) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:39.258668 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.db.l3_hamode_db [None req-3547a249-363e-4841-8d35-6291d3909711 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 12:55:39.337081 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547a249-363e-4841-8d35-6291d3909711 None None] Routers set() bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:55:39.337470 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547a249-363e-4841-8d35-6291d3909711 None None] Router IDs set() for agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 12:55:39.676382 dv-cinder-804470-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-f685710b-781c-4008-a62d-efabf14a35f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:39.676999 dv-cinder-804470-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-f685710b-781c-4008-a62d-efabf14a35f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:39.905126 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-f685710b-781c-4008-a62d-efabf14a35f8 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:55:39.906252 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f685710b-781c-4008-a62d-efabf14a35f8 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7366288 Aug 31 12:55:42.323821 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34264) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:42.639730 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:55:42.732985 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.policy [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94106) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 12:55:42.777948 dv-cinder-804470-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:42.778338 dv-cinder-804470-3-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:42.786881 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.quota [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] Loaded quota_driver: . Aug 31 12:55:42.875316 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751080768035', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751080774768', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751080787438', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751080784962', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751080872828', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751080676308', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-574839', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-981328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2009226', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2074218'] for rbac-policy, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:42.938721 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:42.940479 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6886c155-def9-4cb8-a79b-829c42769e03 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151764 Aug 31 12:55:45.547277 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34276) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:45.844805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Request body: {'network': {'tenant_id': '4e677439623a40edb3fecc607595d61b', 'admin_state_up': True, 'project_id': '4e677439623a40edb3fecc607595d61b', 'name': 'private'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:55:45.873499 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Made reservation on behalf of 4e677439623a40edb3fecc607595d61b for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:55:45.876161 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:45.893812 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:46.023924 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:46.028585 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:46.049786 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:55:46.080913 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751083261386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:46.081409 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Unsubscribe: segment precommit_create {{(pid=94106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 12:55:46.081916 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Added segment cb7febe6-a296-428a-b775-8269b155f679 of type vlan for network 758d684e-f131-40f2-9d64-b42c65880565 Aug 31 12:55:46.098316 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cc6905-0c23-4636-8a0e-a483e764c95f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:46.125818 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.126176 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.126515 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.126843 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.127167 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.127503 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.127835 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.128150 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.128480 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.128830 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.129147 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.129465 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Tracked resource versions report: Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: pushed versions: Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Log': {'1.0'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Network': {'1.1'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Port': {'1.7'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: consumer versions: Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Log': '1.0', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Network': '1.1', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Port': '1.7', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SubPort': '1.0', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Subnet': '1.1', Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Aug 31 12:55:46.130587 dv-cinder-804470-3-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:55:46.210689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:46.249917 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:46.251042 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:46.251694 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:46.332537 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7837903 Aug 31 12:55:46.351630 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d473e6-10ea-4874-a13f-4fc36186101a admin admin] Pushing event updated for resources: {'Network': ['ID=758d684e-f131-40f2-9d64-b42c65880565,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:46.363797 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 758d684e-f131-40f2-9d64-b42c65880565 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:55:49.036418 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 34290) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:49.557025 dv-cinder-804470-3-iscsi neutron-server[94105]: WARNING oslo_policy.policy [None req-2abac2e1-1b02-4900-8284-84fc7742a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:49.557595 dv-cinder-804470-3-iscsi neutron-server[94105]: WARNING oslo_policy.policy [None req-2abac2e1-1b02-4900-8284-84fc7742a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:50.002905 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.policy [None req-2abac2e1-1b02-4900-8284-84fc7742a416 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 12:55:50.047946 dv-cinder-804470-3-iscsi neutron-server[94105]: WARNING oslo_policy.policy [None req-2abac2e1-1b02-4900-8284-84fc7742a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:50.048557 dv-cinder-804470-3-iscsi neutron-server[94105]: WARNING oslo_policy.policy [None req-2abac2e1-1b02-4900-8284-84fc7742a416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:55:50.056623 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abac2e1-1b02-4900-8284-84fc7742a416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:50.058664 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-2abac2e1-1b02-4900-8284-84fc7742a416 admin admin] 10.222.0.69 "GET /v2.0/networks/758d684e-f131-40f2-9d64-b42c65880565 HTTP/1.1" status: 200 len: 825 time: 1.0195656 Aug 31 12:55:50.101403 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-1447d71a-4f4a-4bfd-9166-62ea2a94b134 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/280862ce-699f-4001-8408-27f707a9066b HTTP/1.1" status: 200 len: 734 time: 0.0365326 Aug 31 12:55:50.111540 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Request body: {'subnet': {'subnetpool_id': '280862ce-699f-4001-8408-27f707a9066b', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:55:50.113231 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.quota [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Loaded quota_driver: . Aug 31 12:55:50.151917 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Made reservation on behalf of 4e677439623a40edb3fecc607595d61b for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:55:50.154769 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:50.456988 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:50.529723 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Checking segment: {'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:55:50.530108 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Network hostable DHCP agents. Network: 758d684e-f131-40f2-9d64-b42c65880565, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:55:50.541227 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19806fb2-6e67-400b-86c5-446bbef9150f,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:50.553819 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.554169 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.554499 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.554818 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.555132 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.555462 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.555777 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.556086 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.556409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.556740 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.557048 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.557353 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Tracked resource versions report: Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: pushed versions: Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: { 'AddressGroup': {'1.2'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'ConntrackHelper': {'1.0'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Log': {'1.0'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Network': {'1.1'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Port': {'1.7'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'PortForwarding': {'1.2'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'QosPolicy': {'1.9'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroup': {'1.4'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SubPort': {'1.0'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Subnet': {'1.1'}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Trunk': {'1.1'}} Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: consumer versions: Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'ConntrackHelper': '1.0', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Log': '1.0', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Network': '1.1', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Port': '1.7', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'PortForwarding': '1.2', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'QosPolicy': '1.9', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroup': '1.4', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroupRule': '1.2', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SubPort': '1.0', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Subnet': '1.1', Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Trunk': '1.1'}} Aug 31 12:55:50.558477 dv-cinder-804470-3-iscsi neutron-server[94105]: {{(pid=94105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:55:50.590047 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Network 758d684e-f131-40f2-9d64-b42c65880565 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:55:50.604354 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 758d684e-f131-40f2-9d64-b42c65880565) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:55:50.608881 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:55:50.609499 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:50.613905 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eef175-2e8b-4860-bbb7-4466708c3044 None None] Network 758d684e-f131-40f2-9d64-b42c65880565 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:55:50.630593 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-95316b20-f8df-448c-9dec-5e8629de01e6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5226905 Aug 31 12:55:50.947152 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-758d684e-f131-40f2-9d64-b42c65880565', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'fixed_ips': [{'subnet_id': '19806fb2-6e67-400b-86c5-446bbef9150f'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:55:50.948534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:51.231076 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Allocated IP 172.20.0.2 (758d684e-f131-40f2-9d64-b42c65880565/19806fb2-6e67-400b-86c5-446bbef9150f/041f783b-18b6-40a0-8501-58bd73d5016b) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:55:51.441843 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:51.458825 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Transition to ACTIVE for port object 041f783b-18b6-40a0-8501-58bd73d5016b will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:55:51.490412 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Transition to ACTIVE for port object 041f783b-18b6-40a0-8501-58bd73d5016b will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:55:51.498854 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:51.594796 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Network 758d684e-f131-40f2-9d64-b42c65880565 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:55:51.602268 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:55:51.610120 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:55:51.625230 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Pushing event updated for resources: {'Port': ['ID=041f783b-18b6-40a0-8501-58bd73d5016b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:51.672727 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.673082 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.673425 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.673766 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.674104 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.674436 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.674757 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.675085 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.675425 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.675752 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.676073 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.676392 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Tracked resource versions report: Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: pushed versions: Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Log': {'1.0'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Network': {'1.1'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Port': {'1.7'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: consumer versions: Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Log': '1.0', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Network': '1.1', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Port': '1.7', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SubPort': '1.0', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Subnet': '1.1', Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Aug 31 12:55:51.677557 dv-cinder-804470-3-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:55:51.711677 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Attempting to bind port 041f783b-18b6-40a0-8501-58bd73d5016b on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:55:51.712066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Attempting to bind port 041f783b-18b6-40a0-8501-58bd73d5016b by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:55:51.712510 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Attempting to bind port 041f783b-18b6-40a0-8501-58bd73d5016b on network 758d684e-f131-40f2-9d64-b42c65880565 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:55:51.717380 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:55:51.717793 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Checking segment: {'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:55:51.718311 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:51.718702 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Bound using segment: {'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:55:51.719234 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Bound port: 041f783b-18b6-40a0-8501-58bd73d5016b, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:55:51.719606 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:51.784100 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] For port 041f783b-18b6-40a0-8501-58bd73d5016b, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:55:51.788685 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] For port 041f783b-18b6-40a0-8501-58bd73d5016b, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=041f783b-18b6-40a0-8501-58bd73d5016b,segment=NetworkSegment(cb7febe6-a296-428a-b775-8269b155f679),segment_id=cb7febe6-a296-428a-b775-8269b155f679)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:55:51.793209 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:51.861056 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba822f5-f540-4aa8-b31f-ce273ea7f322 None None] Pushing event updated for resources: {'Port': ['ID=041f783b-18b6-40a0-8501-58bd73d5016b,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:55:53.106632 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34310) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:53.435886 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-16c21074-3b73-468b-8b28-f6cc8bb0e021 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:55:53.436986 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-16c21074-3b73-468b-8b28-f6cc8bb0e021 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3293841 Aug 31 12:55:55.878568 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34318) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:56.219953 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-0699eb99-62fa-45d0-9254-624f0896994d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:55:56.221012 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0699eb99-62fa-45d0-9254-624f0896994d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3414884 Aug 31 12:55:58.938552 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34328) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:55:59.262933 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-a21783b7-9cda-49d9-9279-5a80ef723088 admin admin] Request body: {'router': {'tenant_id': '4e677439623a40edb3fecc607595d61b', 'name': 'router1', 'admin_state_up': True}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:55:59.293303 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a21783b7-9cda-49d9-9279-5a80ef723088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:59.298577 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a21783b7-9cda-49d9-9279-5a80ef723088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:59.452776 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a21783b7-9cda-49d9-9279-5a80ef723088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:59.460744 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a21783b7-9cda-49d9-9279-5a80ef723088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:59.475925 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a21783b7-9cda-49d9-9279-5a80ef723088 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:55:59.477167 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a21783b7-9cda-49d9-9279-5a80ef723088 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5375752 Aug 31 12:56:00.471228 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d81ffe-ce9d-4710-808a-474949057c3d None None] Network 758d684e-f131-40f2-9d64-b42c65880565 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:56:00.539906 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-dc5babb1-e77d-4d4d-b2ad-cdc015a57fc7 None None] Provisioning for port 041f783b-18b6-40a0-8501-58bd73d5016b completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:56:01.078668 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 041f783b-18b6-40a0-8501-58bd73d5016b up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:56:01.158660 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 041f783b-18b6-40a0-8501-58bd73d5016b completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:56:01.162482 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 041f783b-18b6-40a0-8501-58bd73d5016b triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:01.162877 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:01.270415 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:01.304856 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 041f783b-18b6-40a0-8501-58bd73d5016b, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=041f783b-18b6-40a0-8501-58bd73d5016b,segment=NetworkSegment(cb7febe6-a296-428a-b775-8269b155f679),segment_id=cb7febe6-a296-428a-b775-8269b155f679)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:56:01.308830 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:01.356009 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=041f783b-18b6-40a0-8501-58bd73d5016b,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:01.957074 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34340) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:02.163641 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8b90b6ea-dd42-4e3f-ae26-7f054e0b8076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:02.275689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-a46a15f0-bd26-4cb5-ad79-db60b7057721 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:56:02.276727 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a46a15f0-bd26-4cb5-ad79-db60b7057721 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186846 Aug 31 12:56:03.046153 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 041f783b-18b6-40a0-8501-58bd73d5016b up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:56:03.095777 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 041f783b-18b6-40a0-8501-58bd73d5016b triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:03.096140 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:03.338626 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:56:04.744604 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34348) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:04.769917 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c653e02a-77ab-4557-b56a-91b5972e76fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.063754 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:56:05.085333 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Made reservation on behalf of 37f73d33524e43d2be57aee04be2d990 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:56:05.087770 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.095525 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.121766 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.186326 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.189998 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.205257 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Reserving flat network on physical network physnet1 {{(pid=94106) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 12:56:05.227355 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd94d4bb-1604-4d10-9633-de34f9a432b7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:05.231925 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.232356 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Added segment 814b8445-83a3-4caa-ac11-9ba751925192 of type flat for network 0748a72c-f0ea-4f65-bb78-affc980b891c Aug 31 12:56:05.279466 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.310423 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.311352 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:56:05.311921 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:05.384948 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6390572 Aug 31 12:56:05.393604 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8dff1-5efd-4ff9-b9ed-89091159155d admin admin] Pushing event updated for resources: {'Network': ['ID=0748a72c-f0ea-4f65-bb78-affc980b891c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:05.407835 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 0748a72c-f0ea-4f65-bb78-affc980b891c details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:56:06.038574 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:07.781274 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:07.794334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34366) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:08.013736 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8e314-b3af-433d-91e9-7bed137ff6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:56:08.015138 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-90c8e314-b3af-433d-91e9-7bed137ff6e1 admin admin] 10.222.0.69 "GET /v2.0/subnets/19806fb2-6e67-400b-86c5-446bbef9150f HTTP/1.1" status: 200 len: 849 time: 0.2198660 Aug 31 12:56:08.135877 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e1dc173d-cd32-4f96-8a7c-af2d12d87175 admin admin] 10.222.0.69 "GET /v2.0/routers/11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a HTTP/1.1" status: 200 len: 704 time: 0.1139700 Aug 31 12:56:08.402183 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:08.698723 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Allocated IP 172.20.0.1 (758d684e-f131-40f2-9d64-b42c65880565/19806fb2-6e67-400b-86c5-446bbef9150f/bdce67f9-ec07-4713-b19c-b10b62d1f4e2) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:56:08.883558 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:08.908839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Transition to ACTIVE for port object bdce67f9-ec07-4713-b19c-b10b62d1f4e2 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:56:08.978872 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.050059 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Network 758d684e-f131-40f2-9d64-b42c65880565 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:56:09.055663 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:56:09.064587 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:56:09.065545 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.083505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Pushing event updated for resources: {'Port': ['ID=bdce67f9-ec07-4713-b19c-b10b62d1f4e2,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:09.240709 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-59c147d8-36b3-42cf-88c3-c2b45fb67c90 None None] Provisioning for port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:56:09.244329 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-59c147d8-36b3-42cf-88c3-c2b45fb67c90 None None] Provisioning complete for port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:09.244730 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-59c147d8-36b3-42cf-88c3-c2b45fb67c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.281909 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-59c147d8-36b3-42cf-88c3-c2b45fb67c90 None None] Port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:56:09.315350 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.524892 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.529397 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.530247 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.611483 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Pushing event updated for resources: {'Port': ['ID=bdce67f9-ec07-4713-b19c-b10b62d1f4e2,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:09.660095 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Network 758d684e-f131-40f2-9d64-b42c65880565 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:56:09.662047 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:56:09.822504 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:56:09.903140 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-a7e45757-0ed1-4e43-a5c5-ce47fb207fa2 None None] Provisioning complete for port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:09.903505 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a7e45757-0ed1-4e43-a5c5-ce47fb207fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:09.916402 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:56:09.922020 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4399451f-713c-4b1f-8924-349026c84700 admin admin] 10.222.0.69 "PUT /v2.0/routers/11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7802212 Aug 31 12:56:09.935838 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Sync routers for ids ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:56:09.939315 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-a7e45757-0ed1-4e43-a5c5-ce47fb207fa2 None None] Port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 12:56:09.951073 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Routers {'11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:56:09.951888 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T12:56:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:10.140608 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Set router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:56:10.583948 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'name': 'router1', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:55:59Z', 'updated_at': '2021-08-31T12:56:09Z', 'revision_number': 2, 'project_id': '4e677439623a40edb3fecc607595d61b', 'gw_port_host': None, '_interfaces': [{'id': 'bdce67f9-ec07-4713-b19c-b10b62d1f4e2', 'name': '', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'mac_address': 'fa:16:3e:c3:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:08Z', 'updated_at': '2021-08-31T12:56:09Z', 'revision_number': 2, 'project_id': '4e677439623a40edb3fecc607595d61b', 'subnets': [{'id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '280862ce-699f-4001-8408-27f707a9066b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:10.636591 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Checking router: 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:56:10.636982 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Updating router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:56:10.685370 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:11.209527 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:11.235128 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Transition to ACTIVE for port object bdce67f9-ec07-4713-b19c-b10b62d1f4e2 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:56:11.241945 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:11.410623 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Pushing event updated for resources: {'Port': ['ID=bdce67f9-ec07-4713-b19c-b10b62d1f4e2,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:11.416416 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Attempting to bind port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:56:11.416849 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Attempting to bind port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:56:11.417302 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Attempting to bind port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 on network 758d684e-f131-40f2-9d64-b42c65880565 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:56:11.425576 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.425922 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.426261 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.426655 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.426990 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.427311 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.427640 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.427959 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.428286 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.428604 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.428952 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.429272 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Tracked resource versions report: Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: pushed versions: Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Log': {'1.0'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Network': {'1.1'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Port': {'1.7'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: consumer versions: Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Log': '1.0', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Network': '1.1', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Port': '1.7', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SubPort': '1.0', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Subnet': '1.1', Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Aug 31 12:56:11.430425 dv-cinder-804470-3-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:56:11.432885 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:56:11.433295 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Checking segment: {'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:56:11.433814 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:11.434194 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Bound using segment: {'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:56:11.434720 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Bound port: bdce67f9-ec07-4713-b19c-b10b62d1f4e2, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7febe6-a296-428a-b775-8269b155f679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '758d684e-f131-40f2-9d64-b42c65880565'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:56:11.435119 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:11.509169 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] For port bdce67f9-ec07-4713-b19c-b10b62d1f4e2, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:56:11.529897 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] For port bdce67f9-ec07-4713-b19c-b10b62d1f4e2, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bdce67f9-ec07-4713-b19c-b10b62d1f4e2,segment=NetworkSegment(cb7febe6-a296-428a-b775-8269b155f679),segment_id=cb7febe6-a296-428a-b775-8269b155f679)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:56:11.535612 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:11.597617 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c8cbb-5682-42ca-868e-8ae582914aba None None] Pushing event updated for resources: {'Port': ['ID=bdce67f9-ec07-4713-b19c-b10b62d1f4e2,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:11.607111 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Routers {'11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:56:11.607861 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T12:56:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:11.703630 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] Set router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:56:11.916248 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'name': 'router1', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:55:59Z', 'updated_at': '2021-08-31T12:56:09Z', 'revision_number': 2, 'project_id': '4e677439623a40edb3fecc607595d61b', 'gw_port_host': None, '_interfaces': [{'id': 'bdce67f9-ec07-4713-b19c-b10b62d1f4e2', 'name': '', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'mac_address': 'fa:16:3e:c3:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:08Z', 'updated_at': '2021-08-31T12:56:11Z', 'revision_number': 4, 'project_id': '4e677439623a40edb3fecc607595d61b', 'subnets': [{'id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '280862ce-699f-4001-8408-27f707a9066b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:11.946535 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b91f6-c864-4435-ae0c-d5a2797b8215 None None] The sync data for ids ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'] in dv-cinder-804470-3-iscsi is: [{'id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'name': 'router1', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:55:59Z', 'updated_at': '2021-08-31T12:56:09Z', 'revision_number': 2, 'project_id': '4e677439623a40edb3fecc607595d61b', 'gw_port_host': None, '_interfaces': [{'id': 'bdce67f9-ec07-4713-b19c-b10b62d1f4e2', 'name': '', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'mac_address': 'fa:16:3e:c3:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:08Z', 'updated_at': '2021-08-31T12:56:11Z', 'revision_number': 4, 'project_id': '4e677439623a40edb3fecc607595d61b', 'subnets': [{'id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '280862ce-699f-4001-8408-27f707a9066b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:56:12.201584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34386) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:12.315356 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcdd664-b5fd-4aca-bd92-4ca15b005498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:56:12.316753 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8fcdd664-b5fd-4aca-bd92-4ca15b005498 admin admin] 10.222.0.69 "GET /v2.0/networks/0748a72c-f0ea-4f65-bb78-affc980b891c HTTP/1.1" status: 200 len: 842 time: 0.1141453 Aug 31 12:56:12.327972 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Request body: {'subnet': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:56:12.352571 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Made reservation on behalf of 37f73d33524e43d2be57aee04be2d990 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:56:12.354824 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:12.663726 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.objects.ports [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94106) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 12:56:12.664190 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:12.720672 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e4f6ba-b93d-4f3c-957c-3242c347070e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:12.729854 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:56:12.730189 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Network hostable DHCP agents. Network: 0748a72c-f0ea-4f65-bb78-affc980b891c, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:56:12.752777 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:56:12.766115 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 0748a72c-f0ea-4f65-bb78-affc980b891c) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:56:12.770490 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:56:12.771110 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:12.778324 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0ec09-40da-4899-9480-5856d1a2f6c7 None None] Network 0748a72c-f0ea-4f65-bb78-affc980b891c requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:56:12.786249 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c81db10d-7299-497d-8a5a-c5388b95ace8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4618847 Aug 31 12:56:12.920785 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0158cc9-c4bc-454d-9f33-264e6f8914c5 None None] Network 0748a72c-f0ea-4f65-bb78-affc980b891c requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:56:15.138766 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 34394) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:15.437949 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5fe18b06-5167-4367-8558-49c773fafdc9 admin admin] 10.222.0.69 "GET /v2.0/routers/11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a HTTP/1.1" status: 200 len: 710 time: 0.2979002 Aug 31 12:56:15.557618 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc969607-757f-4fb5-9ade-a83fa6c6babf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:56:15.559001 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-fc969607-757f-4fb5-9ade-a83fa6c6babf admin admin] 10.222.0.69 "GET /v2.0/networks/0748a72c-f0ea-4f65-bb78-affc980b891c HTTP/1.1" status: 200 len: 886 time: 0.1143365 Aug 31 12:56:15.569297 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:56:15.825266 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:16.073462 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:16.155277 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:16.321146 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Allocated IP 172.27.0.50 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/a82ea0ef-61c7-4403-92ca-5b9ebefd16dc) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:56:16.434214 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:16.508372 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:16.587305 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:56:16.592200 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:56:16.598042 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:56:16.599976 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a82ea0ef-61c7-4403-92ca-5b9ebefd16dc,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:16.929416 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:17.149429 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1998325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1990851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2560'] for router, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:17.154920 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1998334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1998311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1990874'] for router, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:17.284994 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:56:17.416252 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:56:17.422666 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:17.424167 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d1bf2b72-d556-4367-9512-a5e19f9ecaf7 admin admin] 10.222.0.69 "PUT /v2.0/routers/11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a HTTP/1.1" status: 200 len: 889 time: 1.8582382 Aug 31 12:56:18.596861 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Sync routers for ids ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 12:56:18.610220 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Routers {'11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:56:18.610930 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T12:56:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:18.881498 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Set router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:56:19.100370 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bdce67f9-ec07-4713-b19c-b10b62d1f4e2 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:56:19.242536 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:56:19.267083 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:19.267440 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:19.394390 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'name': 'router1', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a82ea0ef-61c7-4403-92ca-5b9ebefd16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:55:59Z', 'updated_at': '2021-08-31T12:56:16Z', 'revision_number': 4, 'project_id': '4e677439623a40edb3fecc607595d61b', 'gw_port': {'id': 'a82ea0ef-61c7-4403-92ca-5b9ebefd16dc', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:16Z', 'updated_at': '2021-08-31T12:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bdce67f9-ec07-4713-b19c-b10b62d1f4e2', 'name': '', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'mac_address': 'fa:16:3e:c3:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:08Z', 'updated_at': '2021-08-31T12:56:11Z', 'revision_number': 4, 'project_id': '4e677439623a40edb3fecc607595d61b', 'subnets': [{'id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '280862ce-699f-4001-8408-27f707a9066b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:19.450729 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Checking router: 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 12:56:19.451115 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Updating router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 12:56:19.453139 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:19.512883 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:19.547444 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port bdce67f9-ec07-4713-b19c-b10b62d1f4e2, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bdce67f9-ec07-4713-b19c-b10b62d1f4e2,segment=NetworkSegment(cb7febe6-a296-428a-b775-8269b155f679),segment_id=cb7febe6-a296-428a-b775-8269b155f679)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:56:19.553322 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:19.730684 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=bdce67f9-ec07-4713-b19c-b10b62d1f4e2,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:19.904932 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 34406) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:56:19.928524 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:19.938976 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Transition to ACTIVE for port object a82ea0ef-61c7-4403-92ca-5b9ebefd16dc will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:56:19.945476 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:19.995604 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Attempting to bind port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:56:19.995977 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Attempting to bind port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:56:19.996595 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Attempting to bind port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:56:20.001880 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066d87b-fafb-4872-a333-b56a006e2a1c None None] Pushing event updated for resources: {'Port': ['ID=a82ea0ef-61c7-4403-92ca-5b9ebefd16dc,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:20.007962 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:56:20.008339 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:56:20.008779 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.009173 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:56:20.009640 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Bound port: a82ea0ef-61c7-4403-92ca-5b9ebefd16dc, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:56:20.010044 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.030476 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-7b25fc1d-7e75-4f9a-8e80-7307463739e2 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1243663 Aug 31 12:56:20.065700 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] For port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:56:20.069834 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] For port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=a82ea0ef-61c7-4403-92ca-5b9ebefd16dc,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:56:20.074196 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:20.149596 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Routers {'11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:56:20.150275 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T12:56:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:20.152133 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066d87b-fafb-4872-a333-b56a006e2a1c None None] Pushing event updated for resources: {'Port': ['ID=a82ea0ef-61c7-4403-92ca-5b9ebefd16dc,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:20.266853 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] Set router 11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 12:56:20.577890 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'name': 'router1', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a82ea0ef-61c7-4403-92ca-5b9ebefd16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:55:59Z', 'updated_at': '2021-08-31T12:56:16Z', 'revision_number': 4, 'project_id': '4e677439623a40edb3fecc607595d61b', 'gw_port': {'id': 'a82ea0ef-61c7-4403-92ca-5b9ebefd16dc', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:16Z', 'updated_at': '2021-08-31T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bdce67f9-ec07-4713-b19c-b10b62d1f4e2', 'name': '', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'mac_address': 'fa:16:3e:c3:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:08Z', 'updated_at': '2021-08-31T12:56:19Z', 'revision_number': 5, 'project_id': '4e677439623a40edb3fecc607595d61b', 'subnets': [{'id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '280862ce-699f-4001-8408-27f707a9066b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:56:20.606017 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670a300-5988-488a-abd8-f36b11f651ad None None] The sync data for ids ['11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a'] in dv-cinder-804470-3-iscsi is: [{'id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'name': 'router1', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a82ea0ef-61c7-4403-92ca-5b9ebefd16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:55:59Z', 'updated_at': '2021-08-31T12:56:16Z', 'revision_number': 4, 'project_id': '4e677439623a40edb3fecc607595d61b', 'gw_port': {'id': 'a82ea0ef-61c7-4403-92ca-5b9ebefd16dc', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:16Z', 'updated_at': '2021-08-31T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bdce67f9-ec07-4713-b19c-b10b62d1f4e2', 'name': '', 'network_id': '758d684e-f131-40f2-9d64-b42c65880565', 'tenant_id': '4e677439623a40edb3fecc607595d61b', 'mac_address': 'fa:16:3e:c3:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e262c7-e5bc-4c23-a9f8-a59a0dfa5e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:56:08Z', 'updated_at': '2021-08-31T12:56:19Z', 'revision_number': 5, 'project_id': '4e677439623a40edb3fecc607595d61b', 'subnets': [{'id': '19806fb2-6e67-400b-86c5-446bbef9150f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '280862ce-699f-4001-8408-27f707a9066b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 12:56:21.175378 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bdce67f9-ec07-4713-b19c-b10b62d1f4e2 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:56:21.228933 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:21.229300 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.326913 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device a82ea0ef-61c7-4403-92ca-5b9ebefd16dc up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:56:21.381795 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:56:21.386374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:21.387063 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.522450 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.559319 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=a82ea0ef-61c7-4403-92ca-5b9ebefd16dc,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:56:21.564767 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:21.640641 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=a82ea0ef-61c7-4403-92ca-5b9ebefd16dc,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:56:23.085860 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device a82ea0ef-61c7-4403-92ca-5b9ebefd16dc up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:56:23.138735 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port a82ea0ef-61c7-4403-92ca-5b9ebefd16dc triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:56:23.139343 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:32.166413 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a03770e6-dd7e-413e-b2d3-f29c895d14d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:34.772737 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b347558a-4575-4592-b0a7-3f76300f0fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:35.135646 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:36.065132 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:37.804198 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:56:40.327711 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:57:02.173985 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a316504-1ce9-42d0-b613-adac54952b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:04.776800 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84109011-868d-4b98-beda-0e835fbdce96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:05.130227 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:06.044470 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:07.807378 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:17.326701 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:57:32.167424 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b4e80c29-2c8e-4ac1-a3af-b5a8f3a64e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:34.779028 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e15be5a-baa3-436a-ab76-5bd88d6e8eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:35.137321 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:36.048051 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:37.808346 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:57:54.325561 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:57:57.692700 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34968) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:57:57.762941 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.pecan_wsgi.hooks.translation [None req-18427e2d-a8c8-4abe-8d30-5b16bca9c726 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:57:57.764365 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-18427e2d-a8c8-4abe-8d30-5b16bca9c726 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0703859 Aug 31 12:57:58.012109 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a915e473-22f9-4cdf-a6c0-8fedb391a1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:57:58.013664 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a915e473-22f9-4cdf-a6c0-8fedb391a1ca admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2439680 Aug 31 12:58:00.254053 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34978) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:00.355391 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a162e-27f8-44a4-b257-982c39d4d566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:00.356808 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-908a162e-27f8-44a4-b257-982c39d4d566 admin admin] 10.222.0.69 "GET /v2.0/subnets/19806fb2-6e67-400b-86c5-446bbef9150f HTTP/1.1" status: 200 len: 849 time: 0.1017742 Aug 31 12:58:00.367156 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:58:00.461791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:00.616467 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751083224796'] for subnet, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:00.649191 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:00.649788 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:00.651102 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] 10.222.0.69 "PUT /v2.0/subnets/19806fb2-6e67-400b-86c5-446bbef9150f HTTP/1.1" status: 200 len: 868 time: 0.2879660 Aug 31 12:58:00.668305 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab8281-16c3-434c-b70a-f82a9df68daf None None] Network 758d684e-f131-40f2-9d64-b42c65880565 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:58:00.678848 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19806fb2-6e67-400b-86c5-446bbef9150f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:58:00.686579 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.686957 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.687252 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.687581 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.687905 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.688250 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.688579 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.688959 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.689283 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.689601 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.689921 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:00.690240 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ee8be-3bd7-4700-8e4f-1be1c94e6df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:01.054156 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f9faf1a1-d45a-44f3-97b3-38900a99d350 None None] Provisioning complete for port bdce67f9-ec07-4713-b19c-b10b62d1f4e2 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:58:01.054720 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f9faf1a1-d45a-44f3-97b3-38900a99d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:01.155369 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f9faf1a1-d45a-44f3-97b3-38900a99d350 None None] Provisioning complete for port 041f783b-18b6-40a0-8501-58bd73d5016b triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:58:01.155636 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f9faf1a1-d45a-44f3-97b3-38900a99d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:02.170365 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec317-df35-4a2d-a439-fb40229e0b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:02.912783 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34986) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:03.127461 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a2261-6457-4f64-af63-1ea2bed75482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:03.127937 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a2261-6457-4f64-af63-1ea2bed75482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:03.130116 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-be1a2261-6457-4f64-af63-1ea2bed75482 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2163668 Aug 31 12:58:04.785993 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9b91-68dc-4eb4-bb86-2036b23cb7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:05.131028 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:05.379354 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 34994) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:05.521541 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a608a1-7b00-4724-b186-4977167f3c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:05.522096 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a608a1-7b00-4724-b186-4977167f3c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:05.523965 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d1a608a1-7b00-4724-b186-4977167f3c6c admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1434402 Aug 31 12:58:06.047195 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:07.788027 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35002) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:07.825819 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:07.929744 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012f87da-fc85-450b-974c-53eae9d98d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:07.931203 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-012f87da-fc85-450b-974c-53eae9d98d88 admin admin] 10.222.0.69 "GET /v2.0/networks/0748a72c-f0ea-4f65-bb78-affc980b891c HTTP/1.1" status: 200 len: 886 time: 0.1422062 Aug 31 12:58:10.186646 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35010) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:10.320947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de956344-1164-49b7-91c3-2a14143fe519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:10.322231 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-de956344-1164-49b7-91c3-2a14143fe519 admin admin] 10.222.0.69 "GET /v2.0/networks/758d684e-f131-40f2-9d64-b42c65880565 HTTP/1.1" status: 200 len: 869 time: 0.1346509 Aug 31 12:58:12.532245 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35018) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:12.657574 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f6005-5a86-484f-9423-eabcbe0dedea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:12.658025 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f6005-5a86-484f-9423-eabcbe0dedea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:12.659568 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e46f6005-5a86-484f-9423-eabcbe0dedea admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263506 Aug 31 12:58:14.845759 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35026) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:14.971877 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e46ae-4b53-4ebb-b453-a10fd55f2f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:14.972883 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e46ae-4b53-4ebb-b453-a10fd55f2f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:14.974425 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-902e46ae-4b53-4ebb-b453-a10fd55f2f34 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277051 Aug 31 12:58:17.177129 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35036) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:17.270472 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76977bc3-e074-4ac4-be1d-091f92f35cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:17.271831 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-76977bc3-e074-4ac4-be1d-091f92f35cc6 admin admin] 10.222.0.69 "GET /v2.0/subnets/19806fb2-6e67-400b-86c5-446bbef9150f HTTP/1.1" status: 200 len: 868 time: 0.0937397 Aug 31 12:58:19.484329 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35044) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:19.571288 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e040f2-0163-496f-b68c-26580747322a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:19.572685 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e9e040f2-0163-496f-b68c-26580747322a admin admin] 10.222.0.69 "GET /v2.0/subnets/e9e4f6ba-b93d-4f3c-957c-3242c347070e HTTP/1.1" status: 200 len: 816 time: 0.0873559 Aug 31 12:58:31.324074 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:58:32.171482 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e826b490-3dbd-4b4b-8ad9-8359f7404169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:34.778597 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-48ba193b-681b-4272-ac9c-f378cff4a2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:35.136498 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:36.049666 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:37.817043 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:43.492447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35098) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:43.539681 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-66bc0cb3-a877-4296-845d-96908470e44d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 12:58:43.540716 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-66bc0cb3-a877-4296-845d-96908470e44d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472701 Aug 31 12:58:45.846183 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35106) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:45.907819 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2bf272-7a7c-42ae-bbd0-fb397c369765 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:58:45.909155 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-aa2bf272-7a7c-42ae-bbd0-fb397c369765 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614254 Aug 31 12:58:45.995800 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681712bb-73d9-4c70-bb25-4f4588685753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:45.997293 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-681712bb-73d9-4c70-bb25-4f4588685753 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828300 Aug 31 12:58:48.338658 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35114) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:48.386669 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:58:48.406790 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Made reservation on behalf of 37f73d33524e43d2be57aee04be2d990 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:58:48.409155 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:48.436764 dv-cinder-804470-3-iscsi neutron-server[94106]: WARNING neutron.services.revisions.revision_plugin [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Could not find related network for resource to bump revision. Aug 31 12:58:48.448292 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 12:58:48.457115 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:48.457453 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Added segment 266b67bc-85e5-4392-98b7-af815a7a2ed2 of type vlan for network 400066aa-12b5-45a0-959e-480a0947721b Aug 31 12:58:48.496545 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:48.520763 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:48.521723 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:48.522309 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:48.575057 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2351546 Aug 31 12:58:48.583294 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95be52e-d688-4904-b5b9-abcf5885b6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=400066aa-12b5-45a0-959e-480a0947721b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:58:48.598610 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 400066aa-12b5-45a0-959e-480a0947721b details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 12:58:50.802596 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35122) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 12:58:50.863463 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e96ede-4aaf-47a5-9788-a5698bca6123 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:58:50.864803 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-f3e96ede-4aaf-47a5-9788-a5698bca6123 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612581 Aug 31 12:58:50.966336 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad6f0e-6a64-4a6c-8c73-f85b183a1c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:50.967826 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3dad6f0e-6a64-4a6c-8c73-f85b183a1c10 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983679 Aug 31 12:58:50.978880 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '400066aa-12b5-45a0-959e-480a0947721b', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 12:58:51.000387 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Made reservation on behalf of 37f73d33524e43d2be57aee04be2d990 for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:58:51.002842 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.168546 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.223318 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639f9636-0979-43f8-a504-6041b5c08f6e,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:58:51.233131 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.233498 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.233846 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.234173 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.234501 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.234937 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.235177 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.235497 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.235833 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.236156 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.236478 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.236818 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.242332 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Checking segment: {'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:58:51.242689 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Network hostable DHCP agents. Network: 400066aa-12b5-45a0-959e-480a0947721b, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:58:51.259653 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Network 400066aa-12b5-45a0-959e-480a0947721b is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:58:51.268925 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 400066aa-12b5-45a0-959e-480a0947721b) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:58:51.273804 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:58:51.274425 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.278211 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c53ee-5aa0-4b8c-b3b8-b45b4c09dd7d None None] Network 400066aa-12b5-45a0-959e-480a0947721b requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:58:51.288932 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d94fcd95-b60f-4478-bf37-90227d3a18a3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3134954 Aug 31 12:58:51.436775 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-400066aa-12b5-45a0-959e-480a0947721b', 'network_id': '400066aa-12b5-45a0-959e-480a0947721b', 'tenant_id': '37f73d33524e43d2be57aee04be2d990', 'fixed_ips': [{'subnet_id': '639f9636-0979-43f8-a504-6041b5c08f6e'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 12:58:51.437665 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.676617 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Allocated IP 192.168.233.2 (400066aa-12b5-45a0-959e-480a0947721b/639f9636-0979-43f8-a504-6041b5c08f6e/628cbff5-762d-4cd2-8a9f-7da4c8a0967f) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:58:51.828435 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.838124 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Transition to ACTIVE for port object 628cbff5-762d-4cd2-8a9f-7da4c8a0967f will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:58:51.853444 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Transition to ACTIVE for port object 628cbff5-762d-4cd2-8a9f-7da4c8a0967f will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:58:51.859688 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.896707 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Network 400066aa-12b5-45a0-959e-480a0947721b is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:58:51.905326 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:58:51.909623 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:58:51.912639 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Pushing event updated for resources: {'Port': ['ID=628cbff5-762d-4cd2-8a9f-7da4c8a0967f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:58:51.923391 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.923747 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.924089 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.924423 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.924777 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.925156 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.925507 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.925830 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.926169 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.926495 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.926859 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.927130 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:58:51.974692 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Attempting to bind port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:58:51.975063 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Attempting to bind port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:58:51.975426 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Attempting to bind port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f on network 400066aa-12b5-45a0-959e-480a0947721b {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:58:51.981028 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:58:51.981404 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Checking segment: {'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 12:58:51.981806 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:51.982197 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Bound using segment: {'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:58:51.982797 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Bound port: 628cbff5-762d-4cd2-8a9f-7da4c8a0967f, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:58:51.983171 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:52.053034 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] For port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:58:52.056368 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] For port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=628cbff5-762d-4cd2-8a9f-7da4c8a0967f,segment=NetworkSegment(266b67bc-85e5-4392-98b7-af815a7a2ed2),segment_id=266b67bc-85e5-4392-98b7-af815a7a2ed2)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:58:52.061188 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:52.121988 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562120e1-71c0-4b1e-a609-b5a9607515cd None None] Pushing event updated for resources: {'Port': ['ID=628cbff5-762d-4cd2-8a9f-7da4c8a0967f,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:58:52.932854 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad5fd6-6768-4a5a-8a3e-30cfa12ba6f6 None None] Network 400066aa-12b5-45a0-959e-480a0947721b requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 12:58:52.999374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-b2f8aabc-d6ba-4344-bb66-5d6d78c1eea1 None None] Provisioning for port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:58:53.240347 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 628cbff5-762d-4cd2-8a9f-7da4c8a0967f up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:58:53.293720 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:58:53.297888 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:58:53.298255 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:53.349003 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-65a8ae29-e369-401c-91a4-226023923e7d None None] Provisioning complete for port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:58:53.349373 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65a8ae29-e369-401c-91a4-226023923e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:53.426530 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:53.483175 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65a8ae29-e369-401c-91a4-226023923e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:53.499779 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=628cbff5-762d-4cd2-8a9f-7da4c8a0967f,segment=NetworkSegment(266b67bc-85e5-4392-98b7-af815a7a2ed2),segment_id=266b67bc-85e5-4392-98b7-af815a7a2ed2)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:58:53.505715 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:58:53.590297 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=628cbff5-762d-4cd2-8a9f-7da4c8a0967f,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:58:53.593255 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.db.api [None req-65a8ae29-e369-401c-91a4-226023923e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:58:53.593653 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG oslo_db.api [None req-65a8ae29-e369-401c-91a4-226023923e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:58:55.185277 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 628cbff5-762d-4cd2-8a9f-7da4c8a0967f up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 12:58:55.235513 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 628cbff5-762d-4cd2-8a9f-7da4c8a0967f triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:58:55.235874 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:02.172002 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e7c0ef01-8154-4334-b994-4b294ad57cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:04.780689 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c02a250-cf6f-42bd-9e4e-f609faf02612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:05.139787 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:06.052551 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:07.823500 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:08.322940 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 12:59:32.172869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec0971f3-21d9-4485-8cfb-5c368c33ef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:34.781037 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-30ddaa1b-0ae7-439c-9db6-3d81b6b970b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:35.141708 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:36.055906 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:37.823722 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:59:45.322570 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:00:01.014572 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35174) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:00:01.020755 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-31aa631d-80df-4499-b002-bb8c270a1178 tempest-verify_tempest_config-1498863528 tempest-verify_tempest_config-1498863528-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:00:01.021722 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-31aa631d-80df-4499-b002-bb8c270a1178 tempest-verify_tempest_config-1498863528 tempest-verify_tempest_config-1498863528-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061829 Aug 31 13:00:01.319209 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35192) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:00:01.427358 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:01.523623 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:01.527841 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:01.573210 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc787757f2d04d35be784516acd8053c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2529306 Aug 31 13:00:01.573901 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3112e1-64b9-4588-bdda-0322da32f169,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:00:01.576278 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35196) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:00:01.581935 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.582300 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.582664 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.582992 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.583315 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.583654 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.583980 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.584305 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.584685 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.585011 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.585324 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.585633 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769409c-66c8-4159-a500-d09e77a7a067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.661870 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:01.682473 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:01.770365 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:01.772912 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:01.774128 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd3112e1-64b9-4588-bdda-0322da32f169 HTTP/1.1" status: 204 len: 168 time: 0.1967604 Aug 31 13:00:01.782468 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3112e1-64b9-4588-bdda-0322da32f169,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:00:01.789281 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.789642 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.790189 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.790522 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.790848 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.791182 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.791712 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.792027 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.792365 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.792837 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.793159 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:01.793476 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b5ba0-990f-46d7-a7b6-0416032cebc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:00:02.176906 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c3f4-fd9b-46e0-bdd8-8bba30b8de98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:04.782634 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7c2b-73a4-472b-b0f0-6c9e5ea48830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:05.162396 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:06.059848 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:07.829677 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:22.321480 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:00:32.176757 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-58aec2f6-c7a4-40b2-803c-c270ef09fa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:34.783186 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b217d6ef-9de3-411a-b19c-6215ac126b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:35.142369 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:36.061873 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:37.831906 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:00:59.320877 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:01:02.179092 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6dc-6ce4-41a6-baca-0634ba189039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:04.784303 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac514-3d14-46bd-9d45-686bb5c68d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:05.143594 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:06.064812 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:07.833418 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:32.179078 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7bea5383-678c-441f-b1bd-e19552ad6b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:34.785148 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ccd92037-0d02-40e1-b74f-90c6d0c9c7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:35.144815 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:36.068271 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:36.319626 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 5 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:01:37.838151 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:41.575007 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1997799'] for agent, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:01:58.019237 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35272) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:01:58.124643 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d5163f6a-dd37-43f3-a4da-c783f39972ca admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1042902 Aug 31 13:02:00.379450 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35282) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:02:00.435326 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-a29bd1a6-d9cd-4e99-8b04-ab6b72b33a21 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0547862 Aug 31 13:02:02.180557 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cce935b2-a4af-4172-b903-cbe29a10276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:04.787219 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-53c8f4b2-df34-4348-b917-d56cb3e29f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:05.148005 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:06.071224 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:07.849750 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:11.491809 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:13.318035 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:02:32.183969 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-920a7ba1-ac52-4e58-96f2-ee9af775296f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:34.788247 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-18ebe660-10a1-4abe-acf0-68b786e1a6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:35.149480 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:36.074137 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:37.843397 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:41.505205 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:02:50.316453 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:03:02.194021 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1d10270f-7927-4b61-bfaf-c5dee7d618a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:04.789170 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a592f27e-5ed8-45e7-948e-cefed3752905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:05.153399 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:06.077117 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:07.846323 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:11.513837 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:27.314995 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:03:32.191540 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d68-aae8-4b71-960e-d5d28894318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.326896 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35462) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:34.532819 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2104105887-network', 'tenant_id': 'b249e7593e2f45929c02494c58bf4a0f'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:34.550118 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Made reservation on behalf of b249e7593e2f45929c02494c58bf4a0f for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:34.552601 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.566111 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.766330 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.772312 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.797626 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0720c420-517f-426b-815b-20ca3a983770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.799311 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b67e4-6964-440f-a5b9-3fa01cdb3965,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:34.826178 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.829078 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.829608 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.830097 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.830593 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.831452 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.832087 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.832596 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.833132 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.833663 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.834154 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.834699 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Tracked resource versions report: Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: pushed versions: Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: { 'AddressGroup': {'1.2'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'ConntrackHelper': {'1.0'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Log': {'1.0'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Network': {'1.1'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Port': {'1.7'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'PortForwarding': {'1.2'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'QosPolicy': {'1.9'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroup': {'1.4'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SubPort': {'1.0'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Subnet': {'1.1'}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Trunk': {'1.1'}} Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: consumer versions: Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: HyperV agent@hv-cinder-80447: {}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'ConntrackHelper': '1.0', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Log': '1.0', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Network': '1.1', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Port': '1.7', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'PortForwarding': '1.2', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'QosPolicy': '1.9', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroup': '1.4', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SecurityGroupRule': '1.2', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'SubPort': '1.0', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Subnet': '1.1', Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: 'Trunk': '1.1'}} Aug 31 13:03:34.835970 dv-cinder-804470-3-iscsi neutron-server[94105]: {{(pid=94105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:03:34.860146 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:03:34.883011 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751083261386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.883600 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Unsubscribe: segment precommit_create {{(pid=94105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 13:03:34.884354 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Added segment 21773196-5fee-4114-98ab-0a7b296a992f of type vlan for network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 Aug 31 13:03:34.942237 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.982474 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:34.983717 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:34.984450 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.098296 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7690434 Aug 31 13:03:35.099461 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76bcf8-86cd-469f-830c-3fd324bede1b admin admin] Pushing event updated for resources: {'Network': ['ID=1c7804c9-aa4a-45ce-bda3-27e32a1a9375,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:35.101316 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35512) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:35.110185 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Request body: {'subnet': {'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2104105887-subnet', 'tenant_id': 'b249e7593e2f45929c02494c58bf4a0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:35.111951 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:03:35.133017 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Made reservation on behalf of b249e7593e2f45929c02494c58bf4a0f for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:35.136957 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.205051 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.327288 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.331521 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35524) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:35.382550 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af24a74-1e6a-47f6-bdb1-f925f72a61d3,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:35.402110 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.402477 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.402821 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.403149 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.403479 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.403820 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.404143 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.404468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.404826 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.405154 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.405468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.406625 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Tracked resource versions report: Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: pushed versions: Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Log': {'1.0'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Network': {'1.1'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Port': {'1.7'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: consumer versions: Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: HyperV agent@hv-cinder-80447: {}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Log': '1.0', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Network': '1.1', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Port': '1.7', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'SubPort': '1.0', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Subnet': '1.1', Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Aug 31 13:03:35.407709 dv-cinder-804470-3-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:03:35.419161 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Checking segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:35.419524 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Network hostable DHCP agents. Network: 1c7804c9-aa4a-45ce-bda3-27e32a1a9375, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:03:35.429304 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35530) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:35.438459 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:03:35.449543 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 1c7804c9-aa4a-45ce-bda3-27e32a1a9375) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:35.454453 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:35.455266 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.460414 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e2fd4-b70d-439e-bab2-91376032cbc0 None None] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:35.467345 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35534) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:35.484732 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c438a7f1-2d1e-4ae0-87df-f834017053ac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3702919 Aug 31 13:03:35.581569 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-network', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:35.606315 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Made reservation on behalf of 6f1acdacad0b4e63bd5e1df3ed072851 for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:35.609026 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.613417 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd6fca-9efb-4746-94c1-0e393dd445c0 None None] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:35.617940 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.646251 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-network', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:35.675215 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.db.api [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:03:35.675215 dv-cinder-804470-3-iscsi neutron-server[94105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:03:35.675215 dv-cinder-804470-3-iscsi neutron-server[94105]: [parameters: {'project_id_1': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 3, 35, 653757)}] Aug 31 13:03:35.675215 dv-cinder-804470-3-iscsi neutron-server[94105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:03:35.675646 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG oslo_db.api [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:03:35.689866 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-600814395-network', 'tenant_id': '1dd42683d3a14f27a8cdb241c52671fa'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:35.784420 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.803167 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.841357 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Made reservation on behalf of 1dd42683d3a14f27a8cdb241c52671fa for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:35.841357 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.843115 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:03:35.875725 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.901206 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:35.901726 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Added segment 5a12ccde-48de-4dd5-8d43-52989997d8ec of type vlan for network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a Aug 31 13:03:35.925837 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a58a421-c3e3-4c00-9370-5782e5c672f3,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:35.992412 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.089720 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.091622 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:36.092629 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.093896 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.203007 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:36.216192 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:03:36.245732 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.257586 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.277842 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35578) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:36.278395 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-1c54aeac-12ed-42fb-a69d-f1d390551171 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9445426 Aug 31 13:03:36.286219 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Request body: {'subnet': {'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-subnet', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:36.304524 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:03:36.319067 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Made reservation on behalf of f9af4bfadbbf4d5fbac3378d2540d8c8 for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:36.322239 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.335115 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Made reservation on behalf of 6f1acdacad0b4e63bd5e1df3ed072851 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:36.340880 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.341431 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Added segment a56f4764-664f-48af-a88e-f743868a59b7 of type vlan for network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 Aug 31 13:03:36.343451 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.386481 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.409870 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5d9e44-3def-4e27-a24d-4653ff52fd1a,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:36.416140 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.418437 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.419534 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:36.420260 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.564288 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.568326 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0998321 Aug 31 13:03:36.570273 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35586) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:36.570567 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.583543 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.608761 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b1be2-336f-4ae2-a27c-d52e2ed9407b admin admin] Pushing event updated for resources: {'Network': ['ID=0e469ee1-2618-4b6f-8ebe-14f0527b42e0,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:36.619844 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:03:36.620085 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:03:36.639339 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda624d3-3b60-4a91-adeb-b1eb4c65bcd9,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:36.647473 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.647834 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Added segment ba9ae57f-24e1-49c3-bd09-77d034ca19f5 of type vlan for network 4413561c-a182-4ad3-b75b-0ed90a00c176 Aug 31 13:03:36.713052 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.742156 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.743283 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:36.745124 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.745817 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Request body: {'subnet': {'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-600814395-subnet', 'tenant_id': '1dd42683d3a14f27a8cdb241c52671fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:36.749542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daf98b6-d463-4bf4-af78-40bedc3d64aa,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:36.799858 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Checking segment: {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:36.801561 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Network hostable DHCP agents. Network: ceb958ad-b0d2-4d26-9bb6-523bb9840e0a, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:03:36.831666 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:03:36.849613 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4172702 Aug 31 13:03:36.852473 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35614) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:36.858415 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a4e69-ce5c-4de2-adc1-ee01d8902369 admin admin] Pushing event updated for resources: {'Network': ['ID=4413561c-a182-4ad3-b75b-0ed90a00c176,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:36.868979 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:03:36.887856 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Request body: {'subnet': {'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-subnet', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:36.907352 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, ceb958ad-b0d2-4d26-9bb6-523bb9840e0a) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:36.914022 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Made reservation on behalf of 1dd42683d3a14f27a8cdb241c52671fa for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:36.917040 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.922973 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:36.923653 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:36.946138 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2176e3d-11a7-4cbc-960c-6045c9f1203c None None] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:36.985990 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Made reservation on behalf of f9af4bfadbbf4d5fbac3378d2540d8c8 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:36.988410 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.019557 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f1c31191-f521-4c3a-96fe-d0c55cb1bdb6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7373695 Aug 31 13:03:37.020844 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35628) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:37.027215 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:37.059685 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.061374 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.067731 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35638) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:37.079029 dv-cinder-804470-3-iscsi neutron-server[94105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 13:03:37.167186 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cf5e47-7528-4293-bc67-3e97a4401e91 None None] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:37.275662 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.336061 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.416308 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=730f262e-b65e-4377-9cbf-d857ebb92a44,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:37.474722 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Checking segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:37.475089 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Network hostable DHCP agents. Network: 4413561c-a182-4ad3-b75b-0ed90a00c176, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:03:37.485343 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35642) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:37.495715 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.509038 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f74be-6a8b-4c31-8880-33befd7562ac req-1c61d4fb-41d7-451e-ae2d-ce01b1caad10 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:37.512323 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-1c61d4fb-41d7-451e-ae2d-ce01b1caad10 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.4374435 Aug 31 13:03:37.556633 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:03:37.569668 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-9b5cef6d-a54c-4795-997d-9adc72f9e6ae tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/quotas/b249e7593e2f45929c02494c58bf4a0f HTTP/1.1" status: 200 len: 375 time: 0.0391805 Aug 31 13:03:37.596280 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 4413561c-a182-4ad3-b75b-0ed90a00c176) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:37.608543 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d19c27-be5a-4f5d-8059-70f01225047d None None] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:37.608789 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:37.610216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.630470 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.658652 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-af843e55-3939-4fd6-96b4-db7f681789fb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7857912 Aug 31 13:03:37.670868 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35654) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:37.676550 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:37.700430 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe31dc56-207f-4bcb-8361-7ee5e1512472,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:37.721377 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.723001 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.728384 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f147c6e-4f8d-4fad-8524-12b4ce79a9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.755726 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-e4eea577-cb16-4e4a-ab22-5ab42fb1aca4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1677644 Aug 31 13:03:37.764860 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-4f02de96-7d9c-49aa-bb85-c77876aed1fb tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:03:37.768128 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Checking segment: {'id': 'a56f4764-664f-48af-a88e-f743868a59b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:37.768527 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Network hostable DHCP agents. Network: 0e469ee1-2618-4b6f-8ebe-14f0527b42e0, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:03:37.790516 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-4f02de96-7d9c-49aa-bb85-c77876aed1fb tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322123 Aug 31 13:03:37.817851 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.827782 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:03:37.930472 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 0e469ee1-2618-4b6f-8ebe-14f0527b42e0) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:37.967406 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:37.968931 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:37.992427 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fca196-77eb-4ddc-91d5-1db92721f8b8 None None] Network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:38.013658 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.104562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-4413561c-a182-4ad3-b75b-0ed90a00c176', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:03:38.105899 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.129510 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.288466 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b40c0b-b5a3-4b2f-82ef-f27ca1835e53 None None] Network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:38.385633 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.416334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.430865 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f147c6e-4f8d-4fad-8524-12b4ce79a9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.443822 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f147c6e-4f8d-4fad-8524-12b4ce79a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.454574 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35696) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:38.473144 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-57ad79a3-15ce-40cf-9250-2efb01aecde8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7326505 Aug 31 13:03:38.495303 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.541840 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-268899f3-30e8-4b8b-ba29-7399283608a2 service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958352 Aug 31 13:03:38.542880 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.546439 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0f147c6e-4f8d-4fad-8524-12b4ce79a9c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc2d6c5d736746af88230d4d3d014dee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0587649 Aug 31 13:03:38.553975 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f147c6e-4f8d-4fad-8524-12b4ce79a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bad9f6-2084-49ea-b2fc-dc613baf2dc9,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:38.556699 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35702) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:38.591362 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Allocated IP 172.20.0.2 (4413561c-a182-4ad3-b75b-0ed90a00c176/730f262e-b65e-4377-9cbf-d857ebb92a44/5fae6a95-bb04-4a56-a341-e9a511592ce9) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:38.684360 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Allocated IP 172.27.0.82 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/6c396622-e4c2-4061-aeb2-bf9ede047086) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:38.715368 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ec54216c-711a-492d-8a82-e1cc88f97a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.720821 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-78b82449-400b-4114-8cd1-512085af6d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.737360 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-bbab6f52-42ba-4878-b986-922983e52807 service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682942 Aug 31 13:03:38.796526 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-78b82449-400b-4114-8cd1-512085af6d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.857140 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ec54216c-711a-492d-8a82-e1cc88f97a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.863069 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ec54216c-711a-492d-8a82-e1cc88f97a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.879773 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.880524 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.902171 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-78b82449-400b-4114-8cd1-512085af6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.904648 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-78b82449-400b-4114-8cd1-512085af6d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.905823 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-78b82449-400b-4114-8cd1-512085af6d93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9bad9f6-2084-49ea-b2fc-dc613baf2dc9 HTTP/1.1" status: 204 len: 168 time: 0.3483660 Aug 31 13:03:38.906533 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Transition to ACTIVE for port object 5fae6a95-bb04-4a56-a341-e9a511592ce9 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:38.907660 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ec54216c-711a-492d-8a82-e1cc88f97a49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00db895434ea4f5b81fe7ce72f930868&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4411201 Aug 31 13:03:38.915613 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35714) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:38.921139 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54216c-711a-492d-8a82-e1cc88f97a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a11438-5893-4339-8088-0684d1dd40e0,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:38.940343 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Transition to ACTIVE for port object 5fae6a95-bb04-4a56-a341-e9a511592ce9 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:38.949697 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:38.989528 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b82449-400b-4114-8cd1-512085af6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bad9f6-2084-49ea-b2fc-dc613baf2dc9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:39.023053 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.072103 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:39.100933 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:39.107510 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:39.110959 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Pushing event updated for resources: {'Port': ['ID=5fae6a95-bb04-4a56-a341-e9a511592ce9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:39.118809 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:39.122349 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Allocated IP 172.27.0.211 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/fb4095b2-7cf1-488f-ba81-20052c780911) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:39.127823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:39.136085 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:39.150971 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-840391ec-73be-46fa-a994-e2d494ffa10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.153326 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.153679 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.154020 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.155439 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.155782 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.156117 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.160703 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.161056 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.161421 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.161772 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.162108 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.162438 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Tracked resource versions report: Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: pushed versions: Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Log': {'1.0'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Network': {'1.1'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Port': {'1.7'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: consumer versions: Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: HyperV agent@hv-cinder-80447: {}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Log': '1.0', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Network': '1.1', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Port': '1.7', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'SubPort': '1.0', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Subnet': '1.1', Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Aug 31 13:03:39.163562 dv-cinder-804470-3-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:03:39.210894 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35740) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:39.262972 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c396622-e4c2-4061-aeb2-bf9ede047086,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:39.323337 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Attempting to bind port 5fae6a95-bb04-4a56-a341-e9a511592ce9 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:03:39.323901 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Attempting to bind port 5fae6a95-bb04-4a56-a341-e9a511592ce9 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:03:39.327599 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Attempting to bind port 5fae6a95-bb04-4a56-a341-e9a511592ce9 on network 4413561c-a182-4ad3-b75b-0ed90a00c176 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:39.341534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:03:39.341912 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Checking segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:39.342318 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.342712 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Bound using segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:03:39.343189 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Bound port: 5fae6a95-bb04-4a56-a341-e9a511592ce9, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:03:39.343591 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.347769 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-840391ec-73be-46fa-a994-e2d494ffa10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.441549 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.463036 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-33ec9070-1bb9-42c3-9c4d-5237ebca84fb req-aa931b2d-f151-42c0-bacd-9e8c4c71f8af tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 210 time: 0.0817335 Aug 31 13:03:39.470581 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-91c1b0ff-4fda-42a5-a180-865c654510bd tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:39.472096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-91c1b0ff-4fda-42a5-a180-865c654510bd tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/networks?id=0e469ee1-2618-4b6f-8ebe-14f0527b42e0 HTTP/1.1" status: 200 len: 811 time: 0.2601862 Aug 31 13:03:39.504324 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35760) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:39.513067 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] For port 5fae6a95-bb04-4a56-a341-e9a511592ce9, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:03:39.516970 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] For port 5fae6a95-bb04-4a56-a341-e9a511592ce9, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=5fae6a95-bb04-4a56-a341-e9a511592ce9,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:03:39.520376 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-ed56273d-4959-42ed-86b2-ffa8b54a74a8 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/quotas/1dd42683d3a14f27a8cdb241c52671fa HTTP/1.1" status: 200 len: 375 time: 0.0388737 Aug 31 13:03:39.523352 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.531524 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f1b519a-4e42-49a8-a81e-d2ee7f36416f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.580835 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d86b-57d2-43d4-bba3-f663a1256f93 None None] Pushing event updated for resources: {'Port': ['ID=5fae6a95-bb04-4a56-a341-e9a511592ce9,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:39.582300 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-7f220422-2bf2-4ff5-bc72-889da431aec8 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dd42683d3a14f27a8cdb241c52671fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419402 Aug 31 13:03:39.609355 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-fc8dc1b4-fe6c-4c45-a0b5-06de3fbc5975 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:03:39.610742 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-fc8dc1b4-fe6c-4c45-a0b5-06de3fbc5975 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084999 Aug 31 13:03:39.615468 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.699224 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Pushing event updated for resources: {'Port': ['ID=fb4095b2-7cf1-488f-ba81-20052c780911,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:39.712135 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:39.713835 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:39.717483 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:39.729974 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-840391ec-73be-46fa-a994-e2d494ffa10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.736555 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-840391ec-73be-46fa-a994-e2d494ffa10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.737944 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-840391ec-73be-46fa-a994-e2d494ffa10b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26a11438-5893-4339-8088-0684d1dd40e0 HTTP/1.1" status: 204 len: 168 time: 0.8199229 Aug 31 13:03:39.755193 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840391ec-73be-46fa-a994-e2d494ffa10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a11438-5893-4339-8088-0684d1dd40e0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:39.766373 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:39.933739 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f1b519a-4e42-49a8-a81e-d2ee7f36416f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.047056 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f1b519a-4e42-49a8-a81e-d2ee7f36416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.099009 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3f1b519a-4e42-49a8-a81e-d2ee7f36416f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be7ca5275654451da60e6c3bdc3eed4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5925329 Aug 31 13:03:40.105567 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35790) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:40.217332 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.247401 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b519a-4e42-49a8-a81e-d2ee7f36416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ffbe55-2ddf-4fcf-a24b-3c73261fcda9,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:40.354434 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f80f67a-f304-4b8d-971a-371daceda35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.406577 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f80f67a-f304-4b8d-971a-371daceda35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.498958 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:03:40.657030 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:03:40.669793 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Sync routers for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:03:40.682524 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:40.683158 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:40.699136 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.703436 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e337b405-be3b-4978-965f-7190178d43d3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0287237 Aug 31 13:03:40.704188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35822) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:40.748978 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-862220f9-78ec-4405-b58e-3d031a0ca58f req-dd4b0340-4da5-4476-ad4b-0790fd711e05 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 210 time: 0.1159186 Aug 31 13:03:40.760751 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-284782ae-b669-4924-bfbd-d2584bea5f60 service neutron] 10.222.0.69 "GET /v2.0/networks/0e469ee1-2618-4b6f-8ebe-14f0527b42e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8250782 Aug 31 13:03:40.762185 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f80f67a-f304-4b8d-971a-371daceda35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.766717 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f80f67a-f304-4b8d-971a-371daceda35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:40.767951 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0f80f67a-f304-4b8d-971a-371daceda35c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0ffbe55-2ddf-4fcf-a24b-3c73261fcda9 HTTP/1.1" status: 204 len: 168 time: 0.6618297 Aug 31 13:03:40.835490 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80f67a-f304-4b8d-971a-371daceda35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ffbe55-2ddf-4fcf-a24b-3c73261fcda9,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:40.908994 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:40.946878 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:41.222753 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-081c2671-a43c-401f-8ff6-77616c0cd423 service neutron] 10.222.0.69 "GET /v2.0/networks/0e469ee1-2618-4b6f-8ebe-14f0527b42e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336700 Aug 31 13:03:41.234600 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:39Z', 'revision_number': 3, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:41.243744 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a59621-5846-4571-901f-1363cf4dbbb0 None None] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:03:41.331681 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Checking router: 80562ebd-c04c-4e2f-990e-95d48b6c23c8 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:03:41.332037 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Updating router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 port 6c396622-e4c2-4061-aeb2-bf9ede047086 binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:03:41.417846 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:41.541063 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5fae6a95-bb04-4a56-a341-e9a511592ce9 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:41.775808 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:41.824058 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:41.897555 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2bc2c5ee-0f8f-4763-9df3-ce455691e930 req-3b38bc6e-cef0-4576-a16b-f968a459d00b tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.0673749 Aug 31 13:03:41.925508 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f6fa7ceb-19fb-425a-af77-c39c68b52654 None None] Provisioning for port 5fae6a95-bb04-4a56-a341-e9a511592ce9 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:03:42.046881 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.061471 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Transition to ACTIVE for port object 6c396622-e4c2-4061-aeb2-bf9ede047086 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:42.063153 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35890) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:42.073558 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.103442 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 5fae6a95-bb04-4a56-a341-e9a511592ce9 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:03:42.122474 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 5fae6a95-bb04-4a56-a341-e9a511592ce9 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:42.122848 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.138823 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.230011 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Pushing event updated for resources: {'Port': ['ID=6c396622-e4c2-4061-aeb2-bf9ede047086,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:42.320814 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.321207 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.321548 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.321877 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.329479 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.330168 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.330514 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.330959 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.332608 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.333045 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.333377 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.337181 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Tracked resource versions report: Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: pushed versions: Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Log': {'1.0'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Network': {'1.1'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Port': {'1.7'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: consumer versions: Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: HyperV agent@hv-cinder-80447: {}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: L3 agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: Metadata agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: Metering agent@dv-cinder-804470-3-iscsi: {}, Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-804470-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Log': '1.0', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Network': '1.1', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Port': '1.7', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'SubPort': '1.0', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Subnet': '1.1', Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Aug 31 13:03:42.338573 dv-cinder-804470-3-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:03:42.353785 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Attempting to bind port 6c396622-e4c2-4061-aeb2-bf9ede047086 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:03:42.354963 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Attempting to bind port 6c396622-e4c2-4061-aeb2-bf9ede047086 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:03:42.358738 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Attempting to bind port 6c396622-e4c2-4061-aeb2-bf9ede047086 on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:42.361013 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Allocated IP 172.20.0.1 (4413561c-a182-4ad3-b75b-0ed90a00c176/730f262e-b65e-4377-9cbf-d857ebb92a44/4020e136-1a51-4d06-9838-9c0118dab462) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:42.371171 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:03:42.374596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:42.375292 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.376440 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.377204 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:03:42.378556 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Bound port: 6c396622-e4c2-4061-aeb2-bf9ede047086, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:03:42.380713 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.413022 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-be35e432-005a-4ef9-ac89-98949c373a6a req-52cb215b-6f71-472b-94b3-af4e8ff9e848 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 210 time: 0.0867672 Aug 31 13:03:42.482616 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 5fae6a95-bb04-4a56-a341-e9a511592ce9, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=5fae6a95-bb04-4a56-a341-e9a511592ce9,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:03:42.492131 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.510363 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] For port 6c396622-e4c2-4061-aeb2-bf9ede047086, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:03:42.518261 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] For port 6c396622-e4c2-4061-aeb2-bf9ede047086, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=6c396622-e4c2-4061-aeb2-bf9ede047086,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:03:42.526340 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.655372 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=5fae6a95-bb04-4a56-a341-e9a511592ce9,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:42.677076 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-860ddae1-0688-4097-8ea6-9be2c461bb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.703004 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Router f58875ac-4f68-4bc1-bc53-5510dc39ea08 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:03:42.736529 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56718c-e6ce-4d0d-ace2-3b1a64ee66e0 None None] Pushing event updated for resources: {'Port': ['ID=6c396622-e4c2-4061-aeb2-bf9ede047086,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:42.792887 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:42.793461 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:42.793943 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:42.798858 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.59', 49856) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:42.828130 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-ae6d454b-1efe-425f-a18a-1fa7db61024e None None] Provisioning complete for port 5fae6a95-bb04-4a56-a341-e9a511592ce9 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:42.828519 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae6d454b-1efe-425f-a18a-1fa7db61024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:43.046312 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:03:43.064687 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Transition to ACTIVE for port object 4020e136-1a51-4d06-9838-9c0118dab462 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:43.069068 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:43.164137 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2388245d-8be4-44c7-8ec9-60df23062e81 req-ef65e17a-63ba-41b7-be2c-a35ed3dc90ad tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.1239798 Aug 31 13:03:43.214495 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-860ddae1-0688-4097-8ea6-9be2c461bb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:43.223482 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-860ddae1-0688-4097-8ea6-9be2c461bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:43.284499 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:43.285757 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-2cb3ba28-068f-4a05-ad6e-8613a2d6f44d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2635939 Aug 31 13:03:43.308962 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 35954) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:43.359163 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Sync routers for ids ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:03:43.396032 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f74be-6a8b-4c31-8880-33befd7562ac req-734d6436-cd64-4aa8-8234-d93854a2562c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:43.397606 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-734d6436-cd64-4aa8-8234-d93854a2562c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.5968740 Aug 31 13:03:43.417587 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:43.440207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Routers {'f58875ac-4f68-4bc1-bc53-5510dc39ea08'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:43.440907 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:43.520596 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Pushing event updated for resources: {'Port': ['ID=4020e136-1a51-4d06-9838-9c0118dab462,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:43.556882 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Request body: {'port': {'device_id': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'admin_state_up': True, 'tenant_id': 'b249e7593e2f45929c02494c58bf4a0f'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:43.609854 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:43.627496 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-860ddae1-0688-4097-8ea6-9be2c461bb8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c35f52fe7cb64b88809b4b09ffa8e95d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5600870 Aug 31 13:03:43.647877 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:43.650689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 35978) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:43.676095 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ddae1-0688-4097-8ea6-9be2c461bb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f2faa-8c5d-460f-85c6-3cdf732f6f42,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:43.698513 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:39Z', 'revision_number': 3, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:43.797773 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b74b9-ae6e-4e9f-a311-b638df9860ef None None] The sync data for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi is: [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:39Z', 'revision_number': 3, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:03:43.883930 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:43.897460 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:43.902304 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Set router f58875ac-4f68-4bc1-bc53-5510dc39ea08 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:44.036521 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5fae6a95-bb04-4a56-a341-e9a511592ce9 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:44.099645 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-173a0fdf-fcc6-4535-bf1a-09de9f8b2059 req-13441fcb-9843-4bd3-9d39-e20e973b1f7c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 210 time: 0.1266098 Aug 31 13:03:44.447105 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 5fae6a95-bb04-4a56-a341-e9a511592ce9 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:44.447672 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:44.615410 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9ce795e5-7cbe-4d77-84b0-3bd72fbfacc4 req-af734ffe-87d0-4b42-84ea-78d93884445f tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.1792681 Aug 31 13:03:44.646567 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.59', 49868) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:44.706869 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:44.764585 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-fa3e178e-f83a-4020-baba-16c508dd4015 None None] Provisioning for port 4020e136-1a51-4d06-9838-9c0118dab462 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:03:44.786720 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-fa3e178e-f83a-4020-baba-16c508dd4015 None None] Provisioning complete for port 4020e136-1a51-4d06-9838-9c0118dab462 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:44.789124 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa3e178e-f83a-4020-baba-16c508dd4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:44.997467 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e178e-f83a-4020-baba-16c508dd4015 None None] Port 4020e136-1a51-4d06-9838-9c0118dab462 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:03:45.051729 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:40Z', 'revision_number': 3, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port': {'id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:45.140206 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Checking router: f58875ac-4f68-4bc1-bc53-5510dc39ea08 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:03:45.142276 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Updating router f58875ac-4f68-4bc1-bc53-5510dc39ea08 port fb4095b2-7cf1-488f-ba81-20052c780911 binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:03:45.209561 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fb92260f-9809-4b67-83e3-2d4011b054d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.212941 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.254617 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-cb470bbb-696b-4458-85c7-01475c280823 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:45.260785 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fb92260f-9809-4b67-83e3-2d4011b054d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.268786 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-cb470bbb-696b-4458-85c7-01475c280823 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.59 "GET /v2.0/networks?id=0e469ee1-2618-4b6f-8ebe-14f0527b42e0 HTTP/1.1" status: 200 len: 811 time: 0.6206250 Aug 31 13:03:45.383030 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fb92260f-9809-4b67-83e3-2d4011b054d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.386996 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fb92260f-9809-4b67-83e3-2d4011b054d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.391728 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fb92260f-9809-4b67-83e3-2d4011b054d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b30f2faa-8c5d-460f-85c6-3cdf732f6f42 HTTP/1.1" status: 204 len: 168 time: 1.6161060 Aug 31 13:03:45.422677 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Request body: {'port': {'device_id': 'cb947276-9c2e-413d-897a-72b7a438832c', 'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0', 'admin_state_up': True, 'tenant_id': '1dd42683d3a14f27a8cdb241c52671fa'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:45.468436 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3b12f247-aef8-4487-a59f-2800058f05ca req-3cba17db-d706-4bde-9c13-937ae0c0b00c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 210 time: 0.1984258 Aug 31 13:03:45.470513 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92260f-9809-4b67-83e3-2d4011b054d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f2faa-8c5d-460f-85c6-3cdf732f6f42,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:45.551535 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c396622-e4c2-4061-aeb2-bf9ede047086 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:45.556489 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Made reservation on behalf of b249e7593e2f45929c02494c58bf4a0f for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:45.560308 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.780505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.845957 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.846842 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.864374 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:45.922385 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3edc00e9-88d7-4af4-956b-f68b43a1ae96 req-e7cc258e-c365-4eed-83a8-272fd7e6e692 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.1488135 Aug 31 13:03:46.037664 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 6c396622-e4c2-4061-aeb2-bf9ede047086 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:03:46.062553 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 6c396622-e4c2-4061-aeb2-bf9ede047086 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:46.063109 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:46.266170 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:46.278028 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:46.376677 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Transition to ACTIVE for port object fb4095b2-7cf1-488f-ba81-20052c780911 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:46.442100 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 6c396622-e4c2-4061-aeb2-bf9ede047086, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=6c396622-e4c2-4061-aeb2-bf9ede047086,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:03:46.442100 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:46.465919 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Pushing event updated for resources: {'Port': ['ID=4020e136-1a51-4d06-9838-9c0118dab462,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:46.469949 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:46.607216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Allocated IP 172.20.0.5 (1c7804c9-aa4a-45ce-bda3-27e32a1a9375/4af24a74-1e6a-47f6-bdb1-f925f72a61d3/043a46ad-6099-4c5f-81cb-101dbfbe32b2) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:46.622001 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7d8b0-2575-4b72-8b40-3fbb20260fc0 None None] Pushing event updated for resources: {'Port': ['ID=fb4095b2-7cf1-488f-ba81-20052c780911,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:46.726166 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:46.741029 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:46.759738 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Attempting to bind port fb4095b2-7cf1-488f-ba81-20052c780911 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:03:46.759915 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Attempting to bind port fb4095b2-7cf1-488f-ba81-20052c780911 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:03:46.760503 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Attempting to bind port fb4095b2-7cf1-488f-ba81-20052c780911 on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:46.767482 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:03:46.768004 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:46.768414 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:46.768889 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:03:46.769524 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Bound port: fb4095b2-7cf1-488f-ba81-20052c780911, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:03:46.770021 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:46.771827 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=6c396622-e4c2-4061-aeb2-bf9ede047086,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:47.094878 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-db86ce7b-6693-46e6-8536-00b3408d95fc req-f9bb9a95-f19b-475e-8e84-593fbc0cebf4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 210 time: 0.1562288 Aug 31 13:03:47.094878 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Made reservation on behalf of 1dd42683d3a14f27a8cdb241c52671fa for: {'port': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:03:47.094878 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:47.097410 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] For port fb4095b2-7cf1-488f-ba81-20052c780911, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:03:47.097410 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] For port fb4095b2-7cf1-488f-ba81-20052c780911, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=fb4095b2-7cf1-488f-ba81-20052c780911,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:03:47.097410 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:47.138648 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7d8b0-2575-4b72-8b40-3fbb20260fc0 None None] Pushing event updated for resources: {'Port': ['ID=fb4095b2-7cf1-488f-ba81-20052c780911,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:47.178973 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Routers {'f58875ac-4f68-4bc1-bc53-5510dc39ea08'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:47.179977 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:47.260146 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:03:47.285203 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:47.335125 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-60472ab4-b802-423e-89d1-26bd2ff265b3 req-a43fca8e-f02a-4996-b50f-574bb82a29b1 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.1765604 Aug 31 13:03:47.429170 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-2bb0d848-3fe4-49b2-b9ec-8973b61dd0ce None None] Provisioning complete for port 4020e136-1a51-4d06-9838-9c0118dab462 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:47.429694 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d848-3fe4-49b2-b9ec-8973b61dd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:47.473295 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:47.484832 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:03:47.503058 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c396622-e4c2-4061-aeb2-bf9ede047086 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:47.591015 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Allocated IP 172.20.0.1 (ceb958ad-b0d2-4d26-9bb6-523bb9840e0a/8daf98b6-d463-4bf4-af78-40bedc3d64aa/20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:47.655256 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9f1a9462-392e-459d-8a9a-b0c56d7af1eb admin admin] 10.222.0.69 "PUT /v2.0/routers/80562ebd-c04c-4e2f-990e-95d48b6c23c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9504409 Aug 31 13:03:47.662448 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:47.665149 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:47.672158 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Sync routers for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:03:47.679556 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:47.688469 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:47.689459 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:47.703852 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:47.712348 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:47.725584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event updated for resources: {'Port': ['ID=043a46ad-6099-4c5f-81cb-101dbfbe32b2,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:47.787001 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-f0f77a63-3241-4816-96cd-902c576eeee5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2677898 Aug 31 13:03:47.793395 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Allocated IP 172.20.0.10 (0e469ee1-2618-4b6f-8ebe-14f0527b42e0/fe31dc56-207f-4bcb-8361-7ee5e1512472/6588a909-e2e2-406f-a2fa-d105cfa77c00) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:47.809902 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-4a699442-1537-497d-826e-7534222d7535 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:03:47.811712 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-4a699442-1537-497d-826e-7534222d7535 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119436 Aug 31 13:03:47.886415 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:47.950172 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0d848-3fe4-49b2-b9ec-8973b61dd0ce None None] Port 4020e136-1a51-4d06-9838-9c0118dab462 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:03:47.979571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 6c396622-e4c2-4061-aeb2-bf9ede047086 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:47.979977 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:48.083528 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:48.107114 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] Set router f58875ac-4f68-4bc1-bc53-5510dc39ea08 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:48.129532 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:48.145192 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:48.329031 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:48.341856 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:48.342409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:48.570214 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Request body: {'port': {'device_id': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:48.762515 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Pushing event updated for resources: {'Port': ['ID=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:48.970644 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 2, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:48.973654 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:49.100961 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Checking router: 80562ebd-c04c-4e2f-990e-95d48b6c23c8 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:03:49.102681 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Updating router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 port 4020e136-1a51-4d06-9838-9c0118dab462 binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:03:49.168783 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:49.203165 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624c92f-4c1b-444b-a456-3cd433690c89 req-ba8b83a2-1031-4430-855c-09f2518c4940 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:49.213345 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6624c92f-4c1b-444b-a456-3cd433690c89 req-ba8b83a2-1031-4430-855c-09f2518c4940 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 931 time: 1.1048770 Aug 31 13:03:49.249819 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:49.298417 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36152) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:49.618730 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:40Z', 'revision_number': 3, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port': {'id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:49.648891 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36160) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:49.651753 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6624c92f-4c1b-444b-a456-3cd433690c89 req-e6f91234-96dd-4b79-9fd1-d67e219cb7c4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119601 Aug 31 13:03:49.686653 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521083628', 'description': 'tempest-description--1869641102'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:49.694419 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd139ad5-d96d-45ea-b9d2-d7be69dbc477 None None] The sync data for ids ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'] in dv-cinder-804470-3-iscsi is: [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:40Z', 'revision_number': 3, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port': {'id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:03:49.747283 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdbd2-2e8a-4238-902e-0b33768a2767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:49.862126 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:49.867103 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.133048 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Pushing event updated for resources: {'Port': ['ID=6588a909-e2e2-406f-a2fa-d105cfa77c00,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:50.224254 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.db.api [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:03:50.224254 dv-cinder-804470-3-iscsi neutron-server[94106]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 13:03:50.224254 dv-cinder-804470-3-iscsi neutron-server[94106]: [parameters: {'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'id': '85372481-d9f0-4d96-977e-bb52496f34de', 'expiration': datetime.datetime(2021, 8, 31, 13, 5, 49, 937826)}] Aug 31 13:03:50.224254 dv-cinder-804470-3-iscsi neutron-server[94106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:03:50.225072 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG oslo_db.api [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:03:50.403925 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdbd2-2e8a-4238-902e-0b33768a2767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.413786 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9cbfdbd2-2e8a-4238-902e-0b33768a2767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.458495 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:50.487639 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.496331 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Transition to ACTIVE for port object 4020e136-1a51-4d06-9838-9c0118dab462 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:50.503609 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.545041 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:50.560136 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:50.581946 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:50.582835 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.583677 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94303d-679c-4612-ab13-7d3f6f415097 None None] Pushing event updated for resources: {'Port': ['ID=4020e136-1a51-4d06-9838-9c0118dab462,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:50.700963 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-eb5941bd-f4bf-4f82-b2f0-e4ccd26bee0d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4060812 Aug 31 13:03:50.730001 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bcd67-a111-4f7a-92f5-8479d2dd7416 req-a3d830cd-c299-43ca-8bca-55a25e46e88a tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:50.732018 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Attempting to bind port 4020e136-1a51-4d06-9838-9c0118dab462 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:03:50.732510 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Attempting to bind port 4020e136-1a51-4d06-9838-9c0118dab462 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:03:50.733005 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Attempting to bind port 4020e136-1a51-4d06-9838-9c0118dab462 on network 4413561c-a182-4ad3-b75b-0ed90a00c176 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:50.737462 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2c3bcd67-a111-4f7a-92f5-8479d2dd7416 req-a3d830cd-c299-43ca-8bca-55a25e46e88a tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 932 time: 0.6130276 Aug 31 13:03:50.750907 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:03:50.755066 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043a46ad-6099-4c5f-81cb-101dbfbe32b2 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:03:50.756185 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Checking segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:50.756897 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.757517 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Bound using segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:03:50.758790 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Bound port: 4020e136-1a51-4d06-9838-9c0118dab462, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:03:50.760311 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.845791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:50.911561 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9cbfdbd2-2e8a-4238-902e-0b33768a2767 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fcbbc368f3174a9eb006a388238412af&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6114283 Aug 31 13:03:50.928389 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36192) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:51.007084 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2c3bcd67-a111-4f7a-92f5-8479d2dd7416 req-89abd5de-56c0-4364-ab68-7bad63d89e07 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368665 Aug 31 13:03:51.021195 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] For port 4020e136-1a51-4d06-9838-9c0118dab462, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:03:51.042293 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfdbd2-2e8a-4238-902e-0b33768a2767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc5b027-f8e0-41b8-8f55-18666554f39c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:51.056544 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] For port 4020e136-1a51-4d06-9838-9c0118dab462, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=4020e136-1a51-4d06-9838-9c0118dab462,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:03:51.064424 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b6cb6-342e-42cb-9940-e502049e7c93 req-da9b43f0-d958-4ecd-8cc3-2ccfd91f7cd8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:51.065462 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.073372 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9c6b6cb6-342e-42cb-9940-e502049e7c93 req-da9b43f0-d958-4ecd-8cc3-2ccfd91f7cd8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 931 time: 0.2487659 Aug 31 13:03:51.074705 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.105350 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.113308 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Transition to ACTIVE for port object 043a46ad-6099-4c5f-81cb-101dbfbe32b2 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:51.140800 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9c6b6cb6-342e-42cb-9940-e502049e7c93 req-c8a72180-b936-4d3d-bc49-5fc041f018d8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Aug 31 13:03:51.142273 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.146332 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.246518 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:51.255646 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:51.266901 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.397738 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:51.404241 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:51.407392 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94303d-679c-4612-ab13-7d3f6f415097 None None] Pushing event updated for resources: {'Port': ['ID=4020e136-1a51-4d06-9838-9c0118dab462,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:51.412163 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Pushing event updated for resources: {'Port': ['ID=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:51.529845 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.562451 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36200) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:51.597964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Attempting to bind port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:03:51.598324 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Attempting to bind port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:03:51.598682 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Attempting to bind port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:51.603805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.610393 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:03:51.610720 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Attempting to bind port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:51.629915 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:03:51.630326 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Checking segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:51.630960 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Bound using segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:03:51.631441 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Bound port: 043a46ad-6099-4c5f-81cb-101dbfbe32b2, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:03:51.631806 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.663108 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:51.700159 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Router f58875ac-4f68-4bc1-bc53-5510dc39ea08 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:03:51.723616 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] For port 043a46ad-6099-4c5f-81cb-101dbfbe32b2, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:03:51.748627 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] For port 043a46ad-6099-4c5f-81cb-101dbfbe32b2, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:03:51.753686 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Pushing event updated for resources: {'Port': ['ID=043a46ad-6099-4c5f-81cb-101dbfbe32b2,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:51.756532 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60e2761b-d881-489a-ac99-d9bf2758d525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.765372 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.784182 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device fb4095b2-7cf1-488f-ba81-20052c780911 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:51.899791 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port fb4095b2-7cf1-488f-ba81-20052c780911 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:03:51.904413 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port fb4095b2-7cf1-488f-ba81-20052c780911 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:51.905192 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.915471 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.921204 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2608411 Aug 31 13:03:51.921204 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da594c3c-932d-4678-93e4-9e2af4c247fa tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153ec440-990f-4174-b590-76dcc464d9e3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:51.927411 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:51.928092 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:51.929549 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] 10.222.0.59 "PUT /v2.0/ports/043a46ad-6099-4c5f-81cb-101dbfbe32b2 HTTP/1.1" status: 200 len: 1093 time: 3.9408081 Aug 31 13:03:51.932956 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36210) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:51.938126 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-f0b1c1ba-af9a-4d35-a03a-ef019dd108a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'security_group_rule': {'security_group_id': '153ec440-990f-4174-b590-76dcc464d9e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:51.938308 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'tag': '043a46ad-6099-4c5f-81cb-101dbfbe32b2'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:03:51.981779 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:03:52.004705 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-6bd2596e-8461-4c48-b471-43cdc1c61456 admin admin] 10.222.0.69 "PUT /v2.0/routers/f58875ac-4f68-4bc1-bc53-5510dc39ea08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6755178 Aug 31 13:03:52.016309 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c1ba-af9a-4d35-a03a-ef019dd108a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.021132 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60e2761b-d881-489a-ac99-d9bf2758d525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.040877 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a141b0fc-d61f-4da7-bbb3-1f0ee3eb6847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.065746 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:51Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:52.132801 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.162377 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port fb4095b2-7cf1-488f-ba81-20052c780911, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=fb4095b2-7cf1-488f-ba81-20052c780911,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:03:52.169867 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.198392 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d066c5-bb26-4615-89b3-b92279da2d4e None None] The sync data for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi is: [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:51Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:03:52.255729 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e29fb7-22ad-4a96-8b80-7f063c7f84aa service neutron] Pushing event updated for resources: {'Port': ['ID=043a46ad-6099-4c5f-81cb-101dbfbe32b2,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:52.328704 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a141b0fc-d61f-4da7-bbb3-1f0ee3eb6847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.345240 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba602e7-787b-4fb9-aaa5-38112f034c97" -d '{"events": [{"name": "network-changed", "server_uuid": "89ae8838-5cad-43ef-8c54-89203bc173e3", "tag": "043a46ad-6099-4c5f-81cb-101dbfbe32b2"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:03:52.352923 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=fb4095b2-7cf1-488f-ba81-20052c780911,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:52.362393 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a141b0fc-d61f-4da7-bbb3-1f0ee3eb6847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.459484 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60e2761b-d881-489a-ac99-d9bf2758d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.462844 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60e2761b-d881-489a-ac99-d9bf2758d525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.468302 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-60e2761b-d881-489a-ac99-d9bf2758d525 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cc5b027-f8e0-41b8-8f55-18666554f39c HTTP/1.1" status: 204 len: 168 time: 1.5168574 Aug 31 13:03:52.516970 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a141b0fc-d61f-4da7-bbb3-1f0ee3eb6847 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a3b74045943440b8e3363f9d5527202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9336481 Aug 31 13:03:52.519751 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141b0fc-d61f-4da7-bbb3-1f0ee3eb6847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735a1b0e-6bbd-4710-b09d-0bb4490286ed,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:52.537891 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36232) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:52.540950 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c1ba-af9a-4d35-a03a-ef019dd108a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.581962 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2761b-d881-489a-ac99-d9bf2758d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc5b027-f8e0-41b8-8f55-18666554f39c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:52.603797 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c1ba-af9a-4d35-a03a-ef019dd108a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.633907 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732fbae-0e12-4168-8b5b-8dbe966aee20 req-5b076805-9cb5-4f7a-a417-3e7703c4a02b tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:52.637226 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9732fbae-0e12-4168-8b5b-8dbe966aee20 req-5b076805-9cb5-4f7a-a417-3e7703c4a02b tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 932 time: 0.5011218 Aug 31 13:03:52.660776 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1c1ba-af9a-4d35-a03a-ef019dd108a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26e45dc-44a3-4157-b73d-9109029a7b28,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:52.753503 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fb8ad-7efd-4da0-9d7d-da56f0ec81c1 req-94d183d7-2918-4bd4-be55-eeae409aa219 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:52.753503 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f30fb8ad-7efd-4da0-9d7d-da56f0ec81c1 req-94d183d7-2918-4bd4-be55-eeae409aa219 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 943 time: 0.4287338 Aug 31 13:03:52.782168 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c1ba-af9a-4d35-a03a-ef019dd108a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.783672 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-f0b1c1ba-af9a-4d35-a03a-ef019dd108a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8498740 Aug 31 13:03:52.787929 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36238) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:52.798051 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4744cceb-aba0-4dab-aa18-a755f056233b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'security_group_rule': {'security_group_id': '153ec440-990f-4174-b590-76dcc464d9e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:52.898348 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4744cceb-aba0-4dab-aa18-a755f056233b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.904485 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9732fbae-0e12-4168-8b5b-8dbe966aee20 req-418878ea-a91a-43be-99c0-2ba5ad1cc28b tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296922 Aug 31 13:03:52.976704 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bdf46bb9-877e-480c-a9f3-d7e51eefbd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:52.991334 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f30fb8ad-7efd-4da0-9d7d-da56f0ec81c1 req-021672d9-4fe1-4332-a4fc-9f9085794f01 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041504 Aug 31 13:03:53.054567 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bdf46bb9-877e-480c-a9f3-d7e51eefbd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.072642 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4744cceb-aba0-4dab-aa18-a755f056233b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.079308 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4744cceb-aba0-4dab-aa18-a755f056233b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.102767 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744cceb-aba0-4dab-aa18-a755f056233b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b692abd9-3527-4cc0-b06a-9635b6daaa12,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:53.121562 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4744cceb-aba0-4dab-aa18-a755f056233b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.124811 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4744cceb-aba0-4dab-aa18-a755f056233b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356478 Aug 31 13:03:53.127814 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36250) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:53.152901 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:53.156212 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bdf46bb9-877e-480c-a9f3-d7e51eefbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.159213 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bdf46bb9-877e-480c-a9f3-d7e51eefbd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.160431 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-bdf46bb9-877e-480c-a9f3-d7e51eefbd6b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/735a1b0e-6bbd-4710-b09d-0bb4490286ed HTTP/1.1" status: 204 len: 168 time: 0.6118336 Aug 31 13:03:53.177605 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf46bb9-877e-480c-a9f3-d7e51eefbd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735a1b0e-6bbd-4710-b09d-0bb4490286ed,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:53.225120 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.418557 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Sync routers for ids ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:03:53.440235 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Routers {'f58875ac-4f68-4bc1-bc53-5510dc39ea08'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:53.443208 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:53.461027 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:53.661333 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fa87d4-ab0d-4e6a-94f5-2c62ffe11452 x-openstack-request-id: req-66fa87d4-ab0d-4e6a-94f5-2c62ffe11452 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:03:53.661545 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ae8838-5cad-43ef-8c54-89203bc173e3", "tag": "043a46ad-6099-4c5f-81cb-101dbfbe32b2", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:03:53.661801 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66fa87d4-ab0d-4e6a-94f5-2c62ffe11452 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:03:53.662272 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'tag': '043a46ad-6099-4c5f-81cb-101dbfbe32b2', 'status': 'completed', 'code': 200} Aug 31 13:03:53.936392 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Set router f58875ac-4f68-4bc1-bc53-5510dc39ea08 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:54.039721 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-3ad0b675-02be-4492-abc1-49d0f19d1955 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:54.042944 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-3ad0b675-02be-4492-abc1-49d0f19d1955 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 819 time: 0.2630486 Aug 31 13:03:54.054192 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Allocated IP 172.27.0.86 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/3dac19f3-aa3e-43ae-8ff2-d6130e13dbb7) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:03:54.104533 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-975d4c53-5014-4d55-bff3-a7c7689b0f3c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/quotas/6f1acdacad0b4e63bd5e1df3ed072851 HTTP/1.1" status: 200 len: 375 time: 0.0549757 Aug 31 13:03:54.145808 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Request body: {'port': {'device_id': 'cb947276-9c2e-413d-897a-72b7a438832c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:03:54.260868 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device fb4095b2-7cf1-488f-ba81-20052c780911 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:54.404155 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-8825b286-7674-48e6-8ad9-e7c2e52ab762 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2981098 Aug 31 13:03:54.438931 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:54.530086 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36308) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:54.561210 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e90325-21e1-4a48-90d2-c371b3d71ce4 req-ff69d351-6c92-4aa7-bccf-3b9e3ff77a74 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:54.570263 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-50e90325-21e1-4a48-90d2-c371b3d71ce4 req-ff69d351-6c92-4aa7-bccf-3b9e3ff77a74 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 932 time: 0.3175294 Aug 31 13:03:54.597836 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port fb4095b2-7cf1-488f-ba81-20052c780911 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:54.598471 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:54.678008 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56551c1f-7bb3-4a79-a3ec-e76f29be2a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:54.737848 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f74be-6a8b-4c31-8880-33befd7562ac req-cde52bf1-d2bc-4bb9-aab0-43f4e1b7e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:54.759305 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-cde52bf1-d2bc-4bb9-aab0-43f4e1b7e1be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 1096 time: 0.5553653 Aug 31 13:03:54.951532 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-50e90325-21e1-4a48-90d2-c371b3d71ce4 req-5b97b317-2149-4e23-b086-c2a4cf25f01b tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730135 Aug 31 13:03:54.996429 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-71b1ca4b-b46d-4e41-8b74-be2d083f6fda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2 HTTP/1.1" status: 200 len: 217 time: 0.2037952 Aug 31 13:03:55.014896 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-65e24501-b927-4f45-91a5-79f3e989a1b9 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086893 Aug 31 13:03:55.085314 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4020e136-1a51-4d06-9838-9c0118dab462 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:55.097368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:55.128394 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f74be-6a8b-4c31-8880-33befd7562ac req-5e23a156-691b-4a0b-9f6b-83928527c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:55.130093 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-5e23a156-691b-4a0b-9f6b-83928527c0c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.1205735 Aug 31 13:03:55.206766 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-39fc6e71-616b-4c19-b6a4-754916cac1a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613112 Aug 31 13:03:55.216926 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:49Z', 'revision_number': 4, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port': {'id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151', 'name': '', 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'mac_address': 'fa:16:3e:1f:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:45Z', 'updated_at': '2021-08-31T13:03:50Z', 'revision_number': 2, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'subnets': [{'id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:55.262947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:55.323672 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Checking router: f58875ac-4f68-4bc1-bc53-5510dc39ea08 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:03:55.324312 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Updating router f58875ac-4f68-4bc1-bc53-5510dc39ea08 port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:03:55.427795 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:55.517816 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-266a1361-18fa-45ea-ae35-b37efb2ea193 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002160 Aug 31 13:03:55.547161 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 4020e136-1a51-4d06-9838-9c0118dab462 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:03:55.564298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 4020e136-1a51-4d06-9838-9c0118dab462 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:55.564712 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:55.574980 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf402cf-71f8-4b88-a223-2adb6bd9055b req-cef6c1f8-bd2f-4f9a-a320-f65708b17124 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:55.589512 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ebf402cf-71f8-4b88-a223-2adb6bd9055b req-cef6c1f8-bd2f-4f9a-a320-f65708b17124 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 943 time: 0.3496754 Aug 31 13:03:55.714626 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:03:55.740619 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:03:55.746985 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ebf402cf-71f8-4b88-a223-2adb6bd9055b req-4a93d721-2c7a-466f-b03a-c3bb800468a4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487761 Aug 31 13:03:55.760370 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-90d57a13-0368-4177-9df2-c66bc8b7d9b0 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868515 Aug 31 13:03:55.763778 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:03:55.853413 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6588a909-e2e2-406f-a2fa-d105cfa77c00 {{(pid=94105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:03:55.873307 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:55.931539 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.provisioning_blocks [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Transition to ACTIVE for port object 6588a909-e2e2-406f-a2fa-d105cfa77c00 will not be triggered until provisioned by entity L2. {{(pid=94105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:55.965566 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.097823 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.123888 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56551c1f-7bb3-4a79-a3ec-e76f29be2a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.187786 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-348f74be-6a8b-4c31-8880-33befd7562ac req-5945f783-1749-4c0e-a475-d70a7a98fd1a service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028676 Aug 31 13:03:56.230883 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56551c1f-7bb3-4a79-a3ec-e76f29be2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.275045 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=6588a909-e2e2-406f-a2fa-d105cfa77c00,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:56.307181 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1408c8ef-560c-4184-8554-11c6657459b6 req-26fc71be-e750-40d7-9e08-c41eb8c85158 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 210 time: 0.3657672 Aug 31 13:03:56.356856 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 4020e136-1a51-4d06-9838-9c0118dab462, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=4020e136-1a51-4d06-9838-9c0118dab462,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:03:56.368889 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.487460 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551c1f-7bb3-4a79-a3ec-e76f29be2a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad81a2-7174-4801-ab83-0e24c90af054,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:56.519830 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'Port': ['ID=3dac19f3-aa3e-43ae-8ff2-d6130e13dbb7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:56.585602 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.609253 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-56551c1f-7bb3-4a79-a3ec-e76f29be2a26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e2e0bcfde724270ac03c71b6a5efa10&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0773888 Aug 31 13:03:56.617264 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36368) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:56.662292 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.821441 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33613d8-ca5a-4229-ab92-b66f95c809ab req-8744908f-271d-467b-bbe2-ef05ba9109e6 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:56.826083 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d33613d8-ca5a-4229-ab92-b66f95c809ab req-8744908f-271d-467b-bbe2-ef05ba9109e6 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 944 time: 0.5770049 Aug 31 13:03:56.831918 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.838600 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=4020e136-1a51-4d06-9838-9c0118dab462,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:56.870868 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Transition to ACTIVE for port object 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:03:56.896713 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:56.909598 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.managers [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Attempting to bind port 6588a909-e2e2-406f-a2fa-d105cfa77c00 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:03:56.909949 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.managers [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Attempting to bind port 6588a909-e2e2-406f-a2fa-d105cfa77c00 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'a56f4764-664f-48af-a88e-f743868a59b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0'}] {{(pid=94105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:03:56.910295 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Attempting to bind port 6588a909-e2e2-406f-a2fa-d105cfa77c00 on network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 {{(pid=94105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:57.131357 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.140011 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3676-920b-44cb-963f-72a1af342fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.143747 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c309ba9-6cdd-49b6-a205-04f8244ea6be None None] Pushing event updated for resources: {'Port': ['ID=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:57.146210 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.174292 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Attempting to bind port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:03:57.175301 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Attempting to bind port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:03:57.175959 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Attempting to bind port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 on network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:57.208186 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:03:57.208650 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Checking segment: {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:57.209022 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.213742 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Bound using segment: {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:03:57.214443 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Bound port: 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:03:57.214846 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.276623 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3676-920b-44cb-963f-72a1af342fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.291858 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Port 6588a909-e2e2-406f-a2fa-d105cfa77c00 on network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:03:57.292445 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Attempting to bind port 6588a909-e2e2-406f-a2fa-d105cfa77c00 on network 0e469ee1-2618-4b6f-8ebe-14f0527b42e0 {{(pid=94105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:03:57.318403 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:03:57.319113 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Checking segment: {'id': 'a56f4764-664f-48af-a88e-f743868a59b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:03:57.321463 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Bound using segment: {'id': 'a56f4764-664f-48af-a88e-f743868a59b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0'} {{(pid=94105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:03:57.322278 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.managers [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Bound port: 6588a909-e2e2-406f-a2fa-d105cfa77c00, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56f4764-664f-48af-a88e-f743868a59b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0'}}] {{(pid=94105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:03:57.323182 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.341179 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.355177 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d33613d8-ca5a-4229-ab92-b66f95c809ab req-fc4ef8f0-670f-4e42-bef2-1c88477f9e62 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080996 Aug 31 13:03:57.414271 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] For port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:03:57.430654 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] For port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:03:57.439582 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.446035 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'Port': ['ID=3dac19f3-aa3e-43ae-8ff2-d6130e13dbb7,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:57.475070 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3676-920b-44cb-963f-72a1af342fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.481612 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc6b3676-920b-44cb-963f-72a1af342fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.485690 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dc6b3676-920b-44cb-963f-72a1af342fcf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0ad81a2-7174-4801-ab83-0e24c90af054 HTTP/1.1" status: 204 len: 168 time: 0.8667514 Aug 31 13:03:57.523936 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b3676-920b-44cb-963f-72a1af342fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad81a2-7174-4801-ab83-0e24c90af054,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:57.527628 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.528875 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b73c3df6-e92d-498d-81a0-478847228eaf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3877432 Aug 31 13:03:57.531454 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] For port 6588a909-e2e2-406f-a2fa-d105cfa77c00, host hv-cinder-80447, cleared binding levels {{(pid=94105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:03:57.537631 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] For port 6588a909-e2e2-406f-a2fa-d105cfa77c00, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6588a909-e2e2-406f-a2fa-d105cfa77c00,segment=NetworkSegment(a56f4764-664f-48af-a88e-f743868a59b7),segment_id=a56f4764-664f-48af-a88e-f743868a59b7)] {{(pid=94105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:03:57.555331 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-7b3b4bac-fcef-4128-9b82-5ad9c339b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:57.557492 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-7b3b4bac-fcef-4128-9b82-5ad9c339b160 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 1096 time: 0.1041894 Aug 31 13:03:57.588250 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.610030 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-5e58044c-78aa-4027-95e3-0e134f3093dd tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:57.611929 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-5e58044c-78aa-4027-95e3-0e134f3093dd tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 819 time: 0.7771828 Aug 31 13:03:57.682421 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c309ba9-6cdd-49b6-a205-04f8244ea6be None None] Pushing event updated for resources: {'Port': ['ID=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:57.696960 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-73e09505-44a9-496a-94c1-a9fbb2bf6cd0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/quotas/6f1acdacad0b4e63bd5e1df3ed072851 HTTP/1.1" status: 200 len: 375 time: 0.0482957 Aug 31 13:03:57.700710 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Routers {'f58875ac-4f68-4bc1-bc53-5510dc39ea08'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:03:57.701684 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:03:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:57.750758 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:57.756105 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:57.759557 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] 10.222.0.59 "PUT /v2.0/ports/6588a909-e2e2-406f-a2fa-d105cfa77c00 HTTP/1.1" status: 200 len: 1094 time: 3.6489935 Aug 31 13:03:57.770545 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb947276-9c2e-413d-897a-72b7a438832c', 'tag': '6588a909-e2e2-406f-a2fa-d105cfa77c00'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:03:57.919935 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ac0f-394d-458c-b1a5-fd2ba8b3ffbc req-ea17981a-fd41-45b7-8e1e-b7f99e46a84c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:57.928112 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1503ac0f-394d-458c-b1a5-fd2ba8b3ffbc req-ea17981a-fd41-45b7-8e1e-b7f99e46a84c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 943 time: 0.4534044 Aug 31 13:03:57.999243 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1503ac0f-394d-458c-b1a5-fd2ba8b3ffbc req-bc894b04-50d5-4995-9c2b-e8d26b6622fb tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Aug 31 13:03:58.021606 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] Set router f58875ac-4f68-4bc1-bc53-5510dc39ea08 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:03:58.068044 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36416) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:58.197246 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1324506-9b14-43af-b59a-bbdb7632ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=6588a909-e2e2-406f-a2fa-d105cfa77c00,revision_number=3']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:58.236313 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3ecdc7b0-d3cb-475c-9b2d-6a111b3f7e1f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4958074 Aug 31 13:03:58.444794 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5856-0389-45fb-87ce-67b586b9b486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:58.568272 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4020e136-1a51-4d06-9838-9c0118dab462 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:03:58.769241 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-f2576020-50e1-44ea-aa16-98fc3b327e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:58.770712 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-f2576020-50e1-44ea-aa16-98fc3b327e90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 916 time: 0.6155198 Aug 31 13:03:58.810695 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-b796948b-977b-4a9e-8d31-d20fb7c03676 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134778 Aug 31 13:03:58.859691 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd508e-96db-411f-8f63-36f895bd97c8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb947276-9c2e-413d-897a-72b7a438832c", "tag": "6588a909-e2e2-406f-a2fa-d105cfa77c00"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:03:58.900582 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-8623df14-aac3-4637-b8f4-829df178b31e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2 HTTP/1.1" status: 200 len: 217 time: 0.0990303 Aug 31 13:03:59.075536 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-db2929e9-46fd-4a52-bdbe-db1438b43df0 service neutron] 10.222.0.69 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116015 Aug 31 13:03:59.097988 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 4020e136-1a51-4d06-9838-9c0118dab462 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:03:59.098394 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:59.112752 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36478) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:59.163940 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5856-0389-45fb-87ce-67b586b9b486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:59.173026 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c29b5856-0389-45fb-87ce-67b586b9b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:59.182619 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.59', 49887) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:59.243906 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-37ff6e6a-e9fc-4f1a-be4f-3ea99509ff6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1521083628&fields=id&tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 267 time: 1.0840991 Aug 31 13:03:59.258319 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-a19aaa89-0c55-476e-9500-4432dd1511cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:59.261505 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-a19aaa89-0c55-476e-9500-4432dd1511cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.3022301 Aug 31 13:03:59.403018 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-de7baade-2ab6-462e-8b4b-aeb7ef1e685a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863936 Aug 31 13:03:59.446394 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:49Z', 'revision_number': 4, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port': {'id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151', 'name': '', 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'mac_address': 'fa:16:3e:1f:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:45Z', 'updated_at': '2021-08-31T13:03:57Z', 'revision_number': 4, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'subnets': [{'id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:03:59.461553 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5856-0389-45fb-87ce-67b586b9b486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d152239-0a62-4577-a1bd-68c5221f8408,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:03:59.493911 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c29b5856-0389-45fb-87ce-67b586b9b486 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=374c24b115bb4c018a272f946d3119c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4240804 Aug 31 13:03:59.501270 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36490) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:03:59.503449 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-d12e7ac5-392c-43a6-894f-fc5bcfd13254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:59.505133 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-d12e7ac5-392c-43a6-894f-fc5bcfd13254 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1dd42683d3a14f27a8cdb241c52671fa&device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 1097 time: 1.2589493 Aug 31 13:03:59.527385 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8d5b0-77ad-4fe0-b8c7-3ecc0ab812b5 None None] The sync data for ids ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'] in dv-cinder-804470-3-iscsi is: [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:49Z', 'revision_number': 4, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port': {'id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151', 'name': '', 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'mac_address': 'fa:16:3e:1f:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:45Z', 'updated_at': '2021-08-31T13:03:57Z', 'revision_number': 4, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'subnets': [{'id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:03:59.850327 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-82b00ad5-0cf4-4c5c-8b73-ba52487f97a4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:59.853124 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-82b00ad5-0cf4-4c5c-8b73-ba52487f97a4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 819 time: 0.6558926 Aug 31 13:03:59.877153 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-ab5371db-091d-45dd-8c05-01e72badcac9 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471304 Aug 31 13:03:59.885579 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-27272af3-031d-45c1-be26-daa3dee90b83 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:03:59.892700 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-27272af3-031d-45c1-be26-daa3dee90b83 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 817 time: 0.6475408 Aug 31 13:03:59.895896 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-8a99cf3e-dae5-48e0-a072-e0d5f9228140 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6588a909-e2e2-406f-a2fa-d105cfa77c00 HTTP/1.1" status: 200 len: 217 time: 0.2618260 Aug 31 13:03:59.904977 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-fae84903-b696-4a4b-b101-95cbb76031c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:03:59.934726 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-63a003b8-4663-412c-941d-ca610c23e911 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/quotas/f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 375 time: 0.0410464 Aug 31 13:04:00.055600 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e827-034b-4aaa-99e0-8ac79419c78c req-c4e87e67-3a4f-4ad1-b916-78af788f3875 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:00.063732 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7da9e827-034b-4aaa-99e0-8ac79419c78c req-c4e87e67-3a4f-4ad1-b916-78af788f3875 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 944 time: 0.5447576 Aug 31 13:04:00.187211 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e06a-caca-424e-a987-b138e08af47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.225793 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e06a-caca-424e-a987-b138e08af47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.235426 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f886a4bd-810f-4010-b390-084a00f8eb19 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2993922 Aug 31 13:04:00.261904 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7da9e827-034b-4aaa-99e0-8ac79419c78c req-eb1ad47c-9189-40eb-82b7-3a4f51640134 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972916 Aug 31 13:04:00.339240 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Request body: {'port': {'device_id': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'admin_state_up': True, 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:00.411811 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-fae84903-b696-4a4b-b101-95cbb76031c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.425170 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-fae84903-b696-4a4b-b101-95cbb76031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.574911 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e06a-caca-424e-a987-b138e08af47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.586636 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3fd6e06a-caca-424e-a987-b138e08af47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.586636 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3fd6e06a-caca-424e-a987-b138e08af47c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d152239-0a62-4577-a1bd-68c5221f8408 HTTP/1.1" status: 204 len: 168 time: 1.0644670 Aug 31 13:04:00.620178 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-fae84903-b696-4a4b-b101-95cbb76031c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2db2d07b31f46e8a73b779e6d98a7df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4951949 Aug 31 13:04:00.627903 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-d87613c4-cafe-49b1-a701-2f1e8aa6806f service neutron] 10.222.0.69 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431563 Aug 31 13:04:00.628407 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36526) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:00.681155 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:00.689268 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-017c76a1-6d7f-4f1d-b61a-6c4bfe5ccc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:00.690761 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-017c76a1-6d7f-4f1d-b61a-6c4bfe5ccc8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe31dc56-207f-4bcb-8361-7ee5e1512472 HTTP/1.1" status: 200 len: 851 time: 0.2116539 Aug 31 13:04:00.691376 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae84903-b696-4a4b-b101-95cbb76031c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49de3c1e-d753-40ff-8a50-8bbdaf75553d,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:00.844076 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:00.856899 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:00.857708 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.881463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Made reservation on behalf of 6f1acdacad0b4e63bd5e1df3ed072851 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:00.895663 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:00.929338 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a35b52-9ae1-481d-9775-afbdd78ee36e x-openstack-request-id: req-29a35b52-9ae1-481d-9775-afbdd78ee36e {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:00.930165 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb947276-9c2e-413d-897a-72b7a438832c", "tag": "6588a909-e2e2-406f-a2fa-d105cfa77c00", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:00.942634 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29a35b52-9ae1-481d-9775-afbdd78ee36e {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:00.953134 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb947276-9c2e-413d-897a-72b7a438832c', 'tag': '6588a909-e2e2-406f-a2fa-d105cfa77c00', 'status': 'completed', 'code': 200} Aug 31 13:04:00.955984 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6e06a-caca-424e-a987-b138e08af47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d152239-0a62-4577-a1bd-68c5221f8408,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:00.989669 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eba602e7-787b-4fb9-aaa5-38112f034c97 req-8401e549-410b-4191-a09c-5e580fb08418 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974613 Aug 31 13:04:01.054351 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-740066c0-4e33-46a8-9a3a-14c2188fc935 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e469ee1-2618-4b6f-8ebe-14f0527b42e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2967656 Aug 31 13:04:01.122900 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:01.168699 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:01.182441 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:01.189405 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Allocated IP 172.20.0.12 (ceb958ad-b0d2-4d26-9bb6-523bb9840e0a/8daf98b6-d463-4bf4-af78-40bedc3d64aa/7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:01.230161 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97a471d0-fdc7-4ed9-816e-bd646944c980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:01.273699 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:01.328602 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8423b-c587-4ade-87f8-f59bce383345 req-f4a650c8-a626-4904-aea3-04e61ba1851e tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:01.331024 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c5e8423b-c587-4ade-87f8-f59bce383345 req-f4a650c8-a626-4904-aea3-04e61ba1851e tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 943 time: 0.2752209 Aug 31 13:04:01.375643 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97a471d0-fdc7-4ed9-816e-bd646944c980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:01.381969 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-2919de7d-8540-4000-b6e8-5efaa61d7bee service neutron] 10.222.0.69 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867442 Aug 31 13:04:01.457890 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c5e8423b-c587-4ade-87f8-f59bce383345 req-c280c797-535c-49c1-a1dd-775bdaeb8aeb tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145604 Aug 31 13:04:01.524156 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36552) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:01.575125 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-b2ea752c-6918-4d34-8929-5acdc6890ed5 service neutron] 10.222.0.59 "GET /v2.0/networks/0e469ee1-2618-4b6f-8ebe-14f0527b42e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779687 Aug 31 13:04:01.599566 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-20564bb5-a8d6-4b19-814d-1a81829117d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:01.764474 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-1065cc18-1754-4783-9aa5-b94f739ee1d3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:01.766163 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-1065cc18-1754-4783-9aa5-b94f739ee1d3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 819 time: 0.4055490 Aug 31 13:04:01.782506 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Request body: {'port': {'device_id': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'admin_state_up': True, 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:01.954849 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:01.960268 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-46dd5f06-1550-49b9-94fd-dfa790c58b1b req-1eb2bb92-1b8d-43c7-8ee9-946562c769fa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 210 time: 0.3108213 Aug 31 13:04:02.027886 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.029243 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97a471d0-fdc7-4ed9-816e-bd646944c980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.033988 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97a471d0-fdc7-4ed9-816e-bd646944c980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.051786 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-97a471d0-fdc7-4ed9-816e-bd646944c980 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49de3c1e-d753-40ff-8a50-8bbdaf75553d HTTP/1.1" status: 204 len: 168 time: 1.4150779 Aug 31 13:04:02.083323 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:02.087254 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:02.092703 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:02.098667 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:02.099525 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.109376 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Pushing event updated for resources: {'Port': ['ID=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:02.156900 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a471d0-fdc7-4ed9-816e-bd646944c980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de3c1e-d753-40ff-8a50-8bbdaf75553d,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:02.175517 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d06231be-c3db-4b49-9e8b-4613f6e805fb req-9757f978-da1a-4751-a317-939a5cb9ca2e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 210 time: 0.1511135 Aug 31 13:04:02.212380 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e093acf-66a1-4b9d-b3c7-fefc0df1d63a req-492f71a8-86d2-4b18-b5f5-50e7b9378029 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:02.221217 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0e093acf-66a1-4b9d-b3c7-fefc0df1d63a req-492f71a8-86d2-4b18-b5f5-50e7b9378029 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 944 time: 0.3001859 Aug 31 13:04:02.230220 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49eef78b-372b-471b-a4e7-47289b53ae53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.252475 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cdfa75-5ada-46a2-a440-8950e5c90c59 req-576aea17-8117-4bec-af30-e8dd56584e29 service neutron] 10.222.0.59 "GET /v2.0/networks/0e469ee1-2618-4b6f-8ebe-14f0527b42e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540761 Aug 31 13:04:02.321471 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0e093acf-66a1-4b9d-b3c7-fefc0df1d63a req-20bbfae8-9afb-46d9-8750-8e13dac19934 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870173 Aug 31 13:04:02.400601 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-20564bb5-a8d6-4b19-814d-1a81829117d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.416776 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-ff346129-a448-42c4-b06f-7470c25d479b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0844646 Aug 31 13:04:02.417479 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-20564bb5-a8d6-4b19-814d-1a81829117d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.437958 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Request body: {'port': {'device_id': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:02.500159 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Made reservation on behalf of 6f1acdacad0b4e63bd5e1df3ed072851 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:02.504326 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.509933 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:02.510184 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-c7f3266b-15ac-4724-90ff-6496e0dc8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:02.520495 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-c7f3266b-15ac-4724-90ff-6496e0dc8f8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1dd42683d3a14f27a8cdb241c52671fa&device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 1097 time: 0.1913621 Aug 31 13:04:02.561440 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.591949 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:02.592961 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.729881 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-20564bb5-a8d6-4b19-814d-1a81829117d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b033d17a0ee40748a76349e3c65da0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1978848 Aug 31 13:04:02.733805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36588) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:02.798613 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20564bb5-a8d6-4b19-814d-1a81829117d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c368997-a905-4f77-ba05-baeb4635c354,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:02.888691 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36592) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:02.918935 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39714e02-7127-4886-a8e4-82c0d6b4faed req-596ef51a-0f7f-4b75-86c8-b9487edd694a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:02.920580 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-39714e02-7127-4886-a8e4-82c0d6b4faed req-596ef51a-0f7f-4b75-86c8-b9487edd694a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 943 time: 0.1230245 Aug 31 13:04:02.931447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Allocated IP 172.20.0.4 (ceb958ad-b0d2-4d26-9bb6-523bb9840e0a/8daf98b6-d463-4bf4-af78-40bedc3d64aa/4f095ce7-8378-4ccf-9219-da33d1064f36) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:02.933565 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3314-36ce-43af-b59d-d72067444a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:02.962105 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-52ee4583-2060-453c-9f8f-4748f92588dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:02.963606 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-52ee4583-2060-453c-9f8f-4748f92588dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e469ee1-2618-4b6f-8ebe-14f0527b42e0 HTTP/1.1" status: 200 len: 912 time: 0.4139011 Aug 31 13:04:02.984195 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-39714e02-7127-4886-a8e4-82c0d6b4faed req-4d5e54d6-7ba2-4245-9292-10a1ab6b6c02 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572810 Aug 31 13:04:02.993241 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f871badd-d8b0-4e6d-9255-df0d6c00100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.047963 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-fc236067-0854-4285-837e-aba0253c1f06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6588a909-e2e2-406f-a2fa-d105cfa77c00 HTTP/1.1" status: 200 len: 217 time: 0.0738971 Aug 31 13:04:03.053532 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f871badd-d8b0-4e6d-9255-df0d6c00100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.144010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.59', 49898) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:03.150080 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-82574676-88b9-43d0-a027-04b6b9f0ac72 req-f138a980-2ef9-4376-8be1-2e60b6e137ee tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 210 time: 0.0505118 Aug 31 13:04:03.160284 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-5ae6a7a0-4e89-4273-9042-d878f0ad123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:03.162124 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-5ae6a7a0-4e89-4273-9042-d878f0ad123e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe31dc56-207f-4bcb-8361-7ee5e1512472 HTTP/1.1" status: 200 len: 851 time: 0.1055965 Aug 31 13:04:03.202336 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-c7f21037-be2f-4dd7-af34-a0230ecba589 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e469ee1-2618-4b6f-8ebe-14f0527b42e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309126 Aug 31 13:04:03.359048 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ae68f2be-c097-471a-970c-872c6aa4d246 req-9e19ced9-5777-41d8-b4b0-3bb036797ae1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 210 time: 0.0447500 Aug 31 13:04:03.360093 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f871badd-d8b0-4e6d-9255-df0d6c00100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.364342 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f871badd-d8b0-4e6d-9255-df0d6c00100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.366095 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f871badd-d8b0-4e6d-9255-df0d6c00100a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c368997-a905-4f77-ba05-baeb4635c354 HTTP/1.1" status: 204 len: 168 time: 0.6311908 Aug 31 13:04:03.400068 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-24552116-6da3-4fd2-8c0d-79f041fb1511 service neutron] 10.222.0.59 "GET /v2.0/networks/0e469ee1-2618-4b6f-8ebe-14f0527b42e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779661 Aug 31 13:04:03.434470 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.437801 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871badd-d8b0-4e6d-9255-df0d6c00100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c368997-a905-4f77-ba05-baeb4635c354,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:03.473040 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-6d903a76-6b16-47e1-a0af-67359748a682 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:03.476981 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-6d903a76-6b16-47e1-a0af-67359748a682 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 817 time: 0.3310204 Aug 31 13:04:03.524964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3314-36ce-43af-b59d-d72067444a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.554712 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66684-40f7-44f8-a348-fd409bf9353d req-a4b17836-18ca-45d6-972d-c770d019c534 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:03.556276 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8ba66684-40f7-44f8-a348-fd409bf9353d req-a4b17836-18ca-45d6-972d-c770d019c534 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 944 time: 0.1256931 Aug 31 13:04:03.561666 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3314-36ce-43af-b59d-d72067444a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.592820 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2cd508e-96db-411f-8f63-36f895bd97c8 req-6211d2a8-efac-4d63-8b88-1dc78cf3f603 service neutron] 10.222.0.59 "GET /v2.0/networks/0e469ee1-2618-4b6f-8ebe-14f0527b42e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845152 Aug 31 13:04:03.626362 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-553ebe8a-32a7-416b-9a50-4b28a6f30c66 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 380 time: 0.1341834 Aug 31 13:04:03.629341 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8ba66684-40f7-44f8-a348-fd409bf9353d req-1d64dcc7-0f37-46a2-8939-e732898ced56 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574884 Aug 31 13:04:03.662930 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'port': {'device_id': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'admin_state_up': True, 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'security_groups': ['153ec440-990f-4174-b590-76dcc464d9e3']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:03.717819 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b4ee3314-36ce-43af-b59d-d72067444a61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79329ad2c3354bc88cea7af2351b3ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8252237 Aug 31 13:04:03.721192 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36634) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:03.725125 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee3314-36ce-43af-b59d-d72067444a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd9b6d-4ab9-4e7d-81a1-a2de437916c3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:03.745714 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.788942 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-11639312-87dc-4c7d-88aa-977afa71faa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.816702 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-11639312-87dc-4c7d-88aa-977afa71faa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.847553 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:03.857842 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:03.872685 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-11639312-87dc-4c7d-88aa-977afa71faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.872952 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:03.877606 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-11639312-87dc-4c7d-88aa-977afa71faa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.881374 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:03.881528 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-11639312-87dc-4c7d-88aa-977afa71faa1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eecd9b6d-4ab9-4e7d-81a1-a2de437916c3 HTTP/1.1" status: 204 len: 168 time: 0.1567180 Aug 31 13:04:03.881622 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:03.893083 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Pushing event updated for resources: {'Port': ['ID=4f095ce7-8378-4ccf-9219-da33d1064f36,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:03.905004 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639312-87dc-4c7d-88aa-977afa71faa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd9b6d-4ab9-4e7d-81a1-a2de437916c3,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:03.924556 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-baa440b3-e55a-4e95-aa0b-80fae1b34349 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1464491 Aug 31 13:04:03.943145 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Request body: {'port': {'device_id': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:03.976505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Made reservation on behalf of f9af4bfadbbf4d5fbac3378d2540d8c8 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:03.980056 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.091409 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.099960 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:04.177302 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.194186 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a739a9-dfd0-4071-9f05-ea9934392c9d req-084daee8-3edf-4869-85ff-3ab401068a2e tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:04.197238 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-03a739a9-dfd0-4071-9f05-ea9934392c9d req-084daee8-3edf-4869-85ff-3ab401068a2e tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 943 time: 0.0861332 Aug 31 13:04:04.222005 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Transition to ACTIVE for port object 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:04.251748 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.289481 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-03a739a9-dfd0-4071-9f05-ea9934392c9d req-1ff63506-eac5-4865-8ef2-8d811d66ab6a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825360 Aug 31 13:04:04.290983 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 043a46ad-6099-4c5f-81cb-101dbfbe32b2 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:04:04.318040 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:04:04.402161 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767198cf-041e-4742-9b6f-8430dd57475a req-e8099595-be01-4cb4-81b6-45ad6c50df13 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:04.413430 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-767198cf-041e-4742-9b6f-8430dd57475a req-e8099595-be01-4cb4-81b6-45ad6c50df13 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 931 time: 0.1171558 Aug 31 13:04:04.438432 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Allocated IP 172.20.0.9 (4413561c-a182-4ad3-b75b-0ed90a00c176/730f262e-b65e-4377-9cbf-d857ebb92a44/e021e780-5137-42d4-a91c-bbee2108da37) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:04.446722 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:04.487287 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 043a46ad-6099-4c5f-81cb-101dbfbe32b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:04.516800 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-767198cf-041e-4742-9b6f-8430dd57475a req-2c38b671-2482-4f4e-97cf-293a3bd7490f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017673 Aug 31 13:04:04.523815 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '043a46ad-6099-4c5f-81cb-101dbfbe32b2', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'port_id': '043a46ad-6099-4c5f-81cb-101dbfbe32b2', 'mac_address': 'fa:16:3e:f6:ee:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af24a74-1e6a-47f6-bdb1-f925f72a61d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:04:04.557362 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Attempting to bind port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:04.557841 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Attempting to bind port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:04.558360 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Attempting to bind port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 on network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:04.579902 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 on network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:04:04.580284 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-485ce65e-6546-4d7b-b4b5-9a882469a9b5 req-d328f13d-0479-458d-a5a0-68692e7357ef tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 210 time: 0.0604429 Aug 31 13:04:04.580443 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Attempting to bind port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 on network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:04.594146 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.597539 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:04.597955 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Checking segment: {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:04.598505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Bound using segment: {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:04.598962 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Bound port: 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:04.599384 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.612241 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043a46ad-6099-4c5f-81cb-101dbfbe32b2 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:04.639135 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 043a46ad-6099-4c5f-81cb-101dbfbe32b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:04.647857 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.724765 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=043a46ad-6099-4c5f-81cb-101dbfbe32b2,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:04.798778 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4de46b5-d6d1-41c8-a970-c91346017f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.842843 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe3708-676e-47f7-8f1e-ea805ea2cde3 req-0121e709-e5cd-4eb3-997c-6c4e8ce09938 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:04.850495 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-05fe3708-676e-47f7-8f1e-ea805ea2cde3 req-0121e709-e5cd-4eb3-997c-6c4e8ce09938 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 944 time: 0.1159019 Aug 31 13:04:04.854753 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.892312 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] For port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:04.901882 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Transition to ACTIVE for port object e021e780-5137-42d4-a91c-bbee2108da37 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:04.902672 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-05fe3708-676e-47f7-8f1e-ea805ea2cde3 req-e3160f4c-145f-4621-8d71-439d32bb5924 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Aug 31 13:04:04.915039 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] For port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:04.918545 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f095ce7-8378-4ccf-9219-da33d1064f36 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:04.928581 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['043a46ad-6099-4c5f-81cb-101dbfbe32b2'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:04.936970 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.941805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:04.991152 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Transition to ACTIVE for port object 4f095ce7-8378-4ccf-9219-da33d1064f36 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:05.003951 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:05.004580 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.006023 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-360a5998-923a-4422-b822-dbc07897e57d service neutron] 10.222.0.59 "PUT /v2.0/ports/7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 1094 time: 2.5789838 Aug 31 13:04:05.008502 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'tag': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:05.010939 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79e2314-da68-4ef3-8d09-fc44b108778b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643", "tag": "7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:05.014008 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.095967 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.111799 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afeb87d-617b-42bf-a949-ae99138c0530 x-openstack-request-id: req-6afeb87d-617b-42bf-a949-ae99138c0530 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:05.112248 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643", "tag": "7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:05.112515 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6afeb87d-617b-42bf-a949-ae99138c0530 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:05.112755 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'tag': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9', 'status': 'completed', 'code': 200} Aug 31 13:04:05.119582 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5998-923a-4422-b822-dbc07897e57d service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:05.180550 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.187438 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:05.195467 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Attempting to bind port 4f095ce7-8378-4ccf-9219-da33d1064f36 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:05.195806 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Attempting to bind port 4f095ce7-8378-4ccf-9219-da33d1064f36 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:05.196139 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Attempting to bind port 4f095ce7-8378-4ccf-9219-da33d1064f36 on network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:05.199308 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-b778ef03-c2f5-4550-8ce1-bde7d93a927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:05.200891 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-b778ef03-c2f5-4550-8ce1-bde7d93a927d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1097 time: 0.1465147 Aug 31 13:04:05.201713 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:05.206402 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:05.211992 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:05.212677 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.232748 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Port 4f095ce7-8378-4ccf-9219-da33d1064f36 on network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:04:05.233088 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Attempting to bind port 4f095ce7-8378-4ccf-9219-da33d1064f36 on network ceb958ad-b0d2-4d26-9bb6-523bb9840e0a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:05.265417 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Pushing event updated for resources: {'Port': ['ID=4f095ce7-8378-4ccf-9219-da33d1064f36,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:05.274665 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-c643fda0-bbc5-48b7-b257-615c0a6374a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 217 time: 0.0562243 Aug 31 13:04:05.277825 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:05.278094 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Checking segment: {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:05.278416 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Bound using segment: {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:05.278872 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Bound port: 4f095ce7-8378-4ccf-9219-da33d1064f36, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a12ccde-48de-4dd5-8d43-52989997d8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:05.279234 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.337052 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6833775 Aug 31 13:04:05.350384 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36716) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:05.383148 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Request body: {'port': {'device_id': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:05.580851 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745dcad-1178-492b-b9e7-0dafb27a232e req-f6dcf8c8-ce4a-4b61-ac7d-a878d12647cc tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:05.582499 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f745dcad-1178-492b-b9e7-0dafb27a232e req-f6dcf8c8-ce4a-4b61-ac7d-a878d12647cc tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 944 time: 0.1493874 Aug 31 13:04:05.631317 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-4583cff8-9ac1-4a46-841d-4cd4f3e9a41f None None] Provisioning for port e021e780-5137-42d4-a91c-bbee2108da37 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:05.670635 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f745dcad-1178-492b-b9e7-0dafb27a232e req-b654f1c3-fe9f-4eee-8ecd-95aeb1f5051a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812345 Aug 31 13:04:05.677603 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-4583cff8-9ac1-4a46-841d-4cd4f3e9a41f None None] Provisioning complete for port e021e780-5137-42d4-a91c-bbee2108da37 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:05.678379 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4583cff8-9ac1-4a46-841d-4cd4f3e9a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.730997 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e790e275-e5ed-438a-9df0-9a219a13f160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:05.782834 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-4583cff8-9ac1-4a46-841d-4cd4f3e9a41f None None] Port e021e780-5137-42d4-a91c-bbee2108da37 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:04:05.819437 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-4991561e-087c-446e-a4d5-67ad0541da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:05.821666 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-4991561e-087c-446e-a4d5-67ad0541da9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.5101924 Aug 31 13:04:05.831660 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cfaa7-d74a-4fed-b2cc-fad15a0c9423 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:05.871307 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-b7e5b6bb-9dab-4764-b644-41d792d1e506 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326688 Aug 31 13:04:05.884118 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1a8f7-774a-43bd-94e0-20350df6b952 req-0d207280-8bad-4275-b4d0-3964a9f92c79 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:05.891486 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4be1a8f7-774a-43bd-94e0-20350df6b952 req-0d207280-8bad-4275-b4d0-3964a9f92c79 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 943 time: 0.1626480 Aug 31 13:04:05.924795 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df656-7373-49e0-9d61-29db04fe813f req-827abf0d-4cfc-4a3a-8313-f674950d3bac tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:05.935147 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-321df656-7373-49e0-9d61-29db04fe813f req-827abf0d-4cfc-4a3a-8313-f674950d3bac tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 931 time: 0.1327424 Aug 31 13:04:05.969482 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] For port 4f095ce7-8378-4ccf-9219-da33d1064f36, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:05.988071 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.001037 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4be1a8f7-774a-43bd-94e0-20350df6b952 req-62964e75-08c7-420a-a5df-cdcaa84ca7ac tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970340 Aug 31 13:04:06.003598 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] For port 4f095ce7-8378-4ccf-9219-da33d1064f36, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=4f095ce7-8378-4ccf-9219-da33d1064f36,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:06.023737 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.104497 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-321df656-7373-49e0-9d61-29db04fe813f req-3e9475ad-bd9e-45b2-974c-326a8564c9cb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531382 Aug 31 13:04:06.119850 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.135498 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:06.136124 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.137888 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] 10.222.0.59 "PUT /v2.0/ports/4f095ce7-8378-4ccf-9219-da33d1064f36 HTTP/1.1" status: 200 len: 1093 time: 2.2000597 Aug 31 13:04:06.161522 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-f080d905-a16e-4973-bd64-d370ba7a9502 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749097 Aug 31 13:04:06.189952 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e790e275-e5ed-438a-9df0-9a219a13f160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.202499 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e790e275-e5ed-438a-9df0-9a219a13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.217918 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583d0a9-a0ed-4a61-8784-e5144e32a4bd req-b6ac2736-150e-4d7c-86a8-e8cb644d3232 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:06.227907 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7583d0a9-a0ed-4a61-8784-e5144e32a4bd req-b6ac2736-150e-4d7c-86a8-e8cb644d3232 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 944 time: 0.1041088 Aug 31 13:04:06.243928 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38bce3-a983-4a65-bd5d-b0b6a8b2f802 service neutron] Pushing event updated for resources: {'Port': ['ID=4f095ce7-8378-4ccf-9219-da33d1064f36,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:06.270374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6588a909-e2e2-406f-a2fa-d105cfa77c00 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:04:06.308060 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e790e275-e5ed-438a-9df0-9a219a13f160 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fc92f5a97234e1698f81c3641e976ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9543681 Aug 31 13:04:06.311507 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36750) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:06.314071 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790e275-e5ed-438a-9df0-9a219a13f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4d2c44-cd07-4f96-a796-3b296aca46cd,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:06.367316 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7583d0a9-a0ed-4a61-8784-e5144e32a4bd req-b3c660db-ebf6-4f78-8d01-ef5c52505435 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332006 Aug 31 13:04:06.397684 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 043a46ad-6099-4c5f-81cb-101dbfbe32b2 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:06.399000 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3cda60b-2df3-4efe-8c92-703087c7f693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.434767 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3cda60b-2df3-4efe-8c92-703087c7f693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.468845 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 6588a909-e2e2-406f-a2fa-d105cfa77c00, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6588a909-e2e2-406f-a2fa-d105cfa77c00,segment=NetworkSegment(a56f4764-664f-48af-a88e-f743868a59b7),segment_id=a56f4764-664f-48af-a88e-f743868a59b7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:06.511246 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '6588a909-e2e2-406f-a2fa-d105cfa77c00', 'network_id': '0e469ee1-2618-4b6f-8ebe-14f0527b42e0', 'port_id': '6588a909-e2e2-406f-a2fa-d105cfa77c00', 'mac_address': 'fa:16:3e:6a:d3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe31dc56-207f-4bcb-8361-7ee5e1512472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:04:06.555424 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3cda60b-2df3-4efe-8c92-703087c7f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.564994 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-4e961de7-aa15-4888-90df-929017e1f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:06.566672 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-4e961de7-aa15-4888-90df-929017e1f665 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 1096 time: 0.3238442 Aug 31 13:04:06.568143 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3cda60b-2df3-4efe-8c92-703087c7f693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.569322 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d3cda60b-2df3-4efe-8c92-703087c7f693 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f4d2c44-cd07-4f96-a796-3b296aca46cd HTTP/1.1" status: 204 len: 168 time: 0.2565844 Aug 31 13:04:06.578506 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cda60b-2df3-4efe-8c92-703087c7f693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4d2c44-cd07-4f96-a796-3b296aca46cd,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:06.653017 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:06.657135 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.684150 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:06.684564 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.685545 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-9694924c-37d5-4cd6-8113-dc90da14e4be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f095ce7-8378-4ccf-9219-da33d1064f36 HTTP/1.1" status: 200 len: 217 time: 0.1062517 Aug 31 13:04:06.691598 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-897a6b41-3d36-49fb-a073-89bc3df9141a req-bab2dca2-4278-420c-8118-345f0cd5221f service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168657 Aug 31 13:04:06.743018 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6588a909-e2e2-406f-a2fa-d105cfa77c00 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:06.773041 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-5e3a34e1-e2e0-4ca8-a87e-ca9f331ebd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:06.774851 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-5e3a34e1-e2e0-4ca8-a87e-ca9f331ebd38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.0821710 Aug 31 13:04:06.810843 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 6588a909-e2e2-406f-a2fa-d105cfa77c00, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6588a909-e2e2-406f-a2fa-d105cfa77c00,segment=NetworkSegment(a56f4764-664f-48af-a88e-f743868a59b7),segment_id=a56f4764-664f-48af-a88e-f743868a59b7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:06.838335 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.856399 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892ed0b-307d-426f-9ae8-9cc24b4da3ad req-52e0692c-6cf5-4abb-979c-644451ac8e02 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:06.864858 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5892ed0b-307d-426f-9ae8-9cc24b4da3ad req-52e0692c-6cf5-4abb-979c-644451ac8e02 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 944 time: 0.0742595 Aug 31 13:04:06.871701 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-a949a74f-2d5e-4170-8e1e-97dde5a95fa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443048 Aug 31 13:04:06.924651 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5892ed0b-307d-426f-9ae8-9cc24b4da3ad req-3c463f46-6650-4ab5-888b-be38f52e88ef tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518417 Aug 31 13:04:06.956962 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-62a32c00-6d91-409d-871b-7ab851eb8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:06.958530 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-62a32c00-6d91-409d-871b-7ab851eb8d5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1097 time: 0.1826389 Aug 31 13:04:06.959593 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:06.988693 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=6588a909-e2e2-406f-a2fa-d105cfa77c00,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:07.041445 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a46ad-6099-4c5f-81cb-101dbfbe32b2'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:07.114473 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'tag': '4f095ce7-8378-4ccf-9219-da33d1064f36'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:07.117310 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f22497-8795-4d66-a26b-6b64810aa2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "354fbace-5c80-4831-9d01-4f78c6008bb6", "tag": "4f095ce7-8378-4ccf-9219-da33d1064f36"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:07.138105 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-46749c61-fca3-480c-819b-57fa297ed882 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563095 Aug 31 13:04:07.153027 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e021e780-5137-42d4-a91c-bbee2108da37 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:07.210747 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['6588a909-e2e2-406f-a2fa-d105cfa77c00'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:07.230264 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ca66e-2648-4a83-b984-37de9fd5da00 req-e0ee78c1-624f-4ed7-9dea-6659baa7222e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:07.243943 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c56ca66e-2648-4a83-b984-37de9fd5da00 req-e0ee78c1-624f-4ed7-9dea-6659baa7222e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 943 time: 0.1342146 Aug 31 13:04:07.283093 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a05c4648-bdc2-4b5e-a7f5-4bba5cee573a req-57306c27-2e71-474f-9299-5838cfb7bd47 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367610 Aug 31 13:04:07.287457 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4395b61-5c54-4400-8897-c27bb91bcc4f x-openstack-request-id: req-e4395b61-5c54-4400-8897-c27bb91bcc4f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:07.288474 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354fbace-5c80-4831-9d01-4f78c6008bb6", "tag": "4f095ce7-8378-4ccf-9219-da33d1064f36", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:07.288790 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4395b61-5c54-4400-8897-c27bb91bcc4f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:07.289208 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'tag': '4f095ce7-8378-4ccf-9219-da33d1064f36', 'status': 'completed', 'code': 200} Aug 31 13:04:07.296007 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.322579 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-198d9866-5181-4a7f-a0e8-bae636453341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:07.324165 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-198d9866-5181-4a7f-a0e8-bae636453341 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.3556769 Aug 31 13:04:07.336129 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Transition to ACTIVE for port object e021e780-5137-42d4-a91c-bbee2108da37 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:07.337705 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 043a46ad-6099-4c5f-81cb-101dbfbe32b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:07.342963 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.351699 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.381678 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c56ca66e-2648-4a83-b984-37de9fd5da00 req-a46e776e-fcb7-4169-b186-4f4b558e50da tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365290 Aug 31 13:04:07.389685 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36816) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:07.434010 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95de4508-a9ac-4696-840e-649a1a37c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.498124 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=043a46ad-6099-4c5f-81cb-101dbfbe32b2,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:07.541554 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffd7bf-334f-4499-ad44-8a627e5eb766 req-91baf3a5-a7e3-4987-a4d8-254ec15b74d4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:07.550203 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-16ffd7bf-334f-4499-ad44-8a627e5eb766 req-91baf3a5-a7e3-4987-a4d8-254ec15b74d4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.2365050 Aug 31 13:04:07.567282 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36822) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:07.612916 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-f4c65a2b-e9a3-4660-93c3-ba4311808280 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 217 time: 0.1848462 Aug 31 13:04:07.641101 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:07.701542 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-16ffd7bf-334f-4499-ad44-8a627e5eb766 req-249d51b7-f1e4-4283-8a6f-79f9bd4ceb5d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464565 Aug 31 13:04:07.719875 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f6fb5f-febf-4a7b-ae4b-1436f19d27fd" -d '{"events": [{"server_uuid": "89ae8838-5cad-43ef-8c54-89203bc173e3", "name": "network-vif-plugged", "status": "completed", "tag": "043a46ad-6099-4c5f-81cb-101dbfbe32b2"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:07.734196 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257b530-b9d0-4b96-98e9-b4efd6f5c246 req-50cf35d0-3ead-4e5b-b203-5f5ec8db4c87 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:07.744341 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9257b530-b9d0-4b96-98e9-b4efd6f5c246 req-50cf35d0-3ead-4e5b-b203-5f5ec8db4c87 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 945 time: 0.2404227 Aug 31 13:04:07.780945 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-b8c88532-47b3-44ad-8284-dafeaff715a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:07.782656 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-b8c88532-47b3-44ad-8284-dafeaff715a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 1096 time: 0.4162889 Aug 31 13:04:07.823140 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9257b530-b9d0-4b96-98e9-b4efd6f5c246 req-46a007e4-e025-4eb6-bbd8-764cb0f24c30 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725946 Aug 31 13:04:07.858051 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Attempting to bind port e021e780-5137-42d4-a91c-bbee2108da37 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:07.858404 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Attempting to bind port e021e780-5137-42d4-a91c-bbee2108da37 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:07.858726 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Attempting to bind port e021e780-5137-42d4-a91c-bbee2108da37 on network 4413561c-a182-4ad3-b75b-0ed90a00c176 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:07.875009 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.884550 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95de4508-a9ac-4696-840e-649a1a37c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.895521 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95de4508-a9ac-4696-840e-649a1a37c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.898092 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-f2f46d93-d755-48b8-a13d-20851f04123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:07.899583 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-f2f46d93-d755-48b8-a13d-20851f04123e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.2708874 Aug 31 13:04:07.944783 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-60466d64-3c59-4b6d-9fc7-7d0559db4ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:07.960800 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5debc709-59de-4ca6-9f4a-1fce289e40f0 x-openstack-request-id: req-5debc709-59de-4ca6-9f4a-1fce289e40f0 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:07.960800 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ae8838-5cad-43ef-8c54-89203bc173e3", "name": "network-vif-plugged", "status": "completed", "tag": "043a46ad-6099-4c5f-81cb-101dbfbe32b2", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:07.960974 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5debc709-59de-4ca6-9f4a-1fce289e40f0 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:07.961411 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a46ad-6099-4c5f-81cb-101dbfbe32b2', 'code': 200} Aug 31 13:04:07.990368 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-95de4508-a9ac-4696-840e-649a1a37c29a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cebffda20e0a443fadbd07b5fadac98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937645 Aug 31 13:04:07.993406 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36842) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:08.007136 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de4508-a9ac-4696-840e-649a1a37c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d5120-0608-474f-9adb-076f86fa9815,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:08.034285 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-04e2283b-0277-4792-8197-8275073e2e6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594778 Aug 31 13:04:08.035334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Port e021e780-5137-42d4-a91c-bbee2108da37 on network 4413561c-a182-4ad3-b75b-0ed90a00c176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:04:08.035616 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Attempting to bind port e021e780-5137-42d4-a91c-bbee2108da37 on network 4413561c-a182-4ad3-b75b-0ed90a00c176 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:08.060188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:08.060589 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Checking segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:08.061047 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Bound using segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:08.061556 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Bound port: e021e780-5137-42d4-a91c-bbee2108da37, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:08.061930 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.170104 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11740-1f0a-445b-8eb6-fbe71b90f40a req-13ca3748-bacb-49a1-96e3-ecec640c7e6f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:08.171715 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-74e11740-1f0a-445b-8eb6-fbe71b90f40a req-13ca3748-bacb-49a1-96e3-ecec640c7e6f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 945 time: 0.1684444 Aug 31 13:04:08.211254 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-874a2ffa-2aeb-4969-b451-1a65b1c5d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:08.212865 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-874a2ffa-2aeb-4969-b451-1a65b1c5d7fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.4136872 Aug 31 13:04:08.246778 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8b13-6167-4b8f-8be3-2d096a5e43e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.290845 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-89a9e025-6b7a-4a52-afcb-658da59ad907 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f095ce7-8378-4ccf-9219-da33d1064f36 HTTP/1.1" status: 200 len: 217 time: 0.0637028 Aug 31 13:04:08.310475 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6588a909-e2e2-406f-a2fa-d105cfa77c00 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:08.317557 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8b13-6167-4b8f-8be3-2d096a5e43e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.323355 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-74e11740-1f0a-445b-8eb6-fbe71b90f40a req-723c8c8b-886c-4ab9-984e-ae40aa481e33 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324515 Aug 31 13:04:08.341088 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:08.350176 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663c93f-e64d-498b-8d86-1a0b52b5d531 req-89fd3055-99b9-4bb5-9e5a-b46770794d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:08.352034 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b663c93f-e64d-498b-8d86-1a0b52b5d531 req-89fd3055-99b9-4bb5-9e5a-b46770794d89 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 1098 time: 0.1760898 Aug 31 13:04:08.356598 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-fec1086d-a3e6-44be-9639-e9e785606124 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922945 Aug 31 13:04:08.369116 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:08.379491 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 6588a909-e2e2-406f-a2fa-d105cfa77c00 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:08.385523 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 6588a909-e2e2-406f-a2fa-d105cfa77c00 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:08.385836 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.393399 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.401981 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-b663c93f-e64d-498b-8d86-1a0b52b5d531 req-bbe948c9-3a31-44c6-aa74-d22495c7cf61 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.414664 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-60466d64-3c59-4b6d-9fc7-7d0559db4ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.423058 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-60466d64-3c59-4b6d-9fc7-7d0559db4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.474028 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8b13-6167-4b8f-8be3-2d096a5e43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.476594 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8b13-6167-4b8f-8be3-2d096a5e43e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.480081 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3ccf8b13-6167-4b8f-8be3-2d096a5e43e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee4d5120-0608-474f-9adb-076f86fa9815 HTTP/1.1" status: 204 len: 168 time: 0.4834206 Aug 31 13:04:08.489791 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60466d64-3c59-4b6d-9fc7-7d0559db4ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b550d868-5fdc-4060-bb16-509c7e376465,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:08.496330 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-1101516f-ff15-40ba-8b13-deab47dca05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:08.498295 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-1101516f-ff15-40ba-8b13-deab47dca05a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.1985319 Aug 31 13:04:08.500641 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-60466d64-3c59-4b6d-9fc7-7d0559db4ac7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=396bd8f3d3eb4f00830dfb80be50fba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9322565 Aug 31 13:04:08.501316 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36868) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:08.509806 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:08.510696 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.512987 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] 10.222.0.59 "PUT /v2.0/ports/e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 200 len: 1093 time: 3.1384261 Aug 31 13:04:08.536358 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf8b13-6167-4b8f-8be3-2d096a5e43e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d5120-0608-474f-9adb-076f86fa9815,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:08.556701 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.606361 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 6588a909-e2e2-406f-a2fa-d105cfa77c00, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6588a909-e2e2-406f-a2fa-d105cfa77c00,segment=NetworkSegment(a56f4764-664f-48af-a88e-f743868a59b7),segment_id=a56f4764-664f-48af-a88e-f743868a59b7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:08.658583 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-58108516-5520-47c2-ac7c-b93693ae0f52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437173 Aug 31 13:04:08.666875 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.685897 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a4d052e0-974c-4bba-a0ac-d86afa15e248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.759657 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-b663c93f-e64d-498b-8d86-1a0b52b5d531 req-bbe948c9-3a31-44c6-aa74-d22495c7cf61 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.784082 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d549f-b8cb-48e9-ae98-f357cd98b9cb req-028af1c3-c40c-4899-98f4-e85977f1324d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:08.792531 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7a3d549f-b8cb-48e9-ae98-f357cd98b9cb req-028af1c3-c40c-4899-98f4-e85977f1324d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 943 time: 0.2161422 Aug 31 13:04:08.799915 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a4d052e0-974c-4bba-a0ac-d86afa15e248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:08.810153 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-b663c93f-e64d-498b-8d86-1a0b52b5d531 req-bbe948c9-3a31-44c6-aa74-d22495c7cf61 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:09.045241 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=6588a909-e2e2-406f-a2fa-d105cfa77c00,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:09.051728 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-333b3a6c-71c5-497b-a2d5-ffca9b7e3988 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766418 Aug 31 13:04:09.077365 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b663c93f-e64d-498b-8d86-1a0b52b5d531 req-bbe948c9-3a31-44c6-aa74-d22495c7cf61 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7099364 Aug 31 13:04:09.105747 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe948c9-3a31-44c6-aa74-d22495c7cf61 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e472389-715a-4468-94ea-321d00a22eca,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:09.116404 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb910a01-f8ef-4594-b019-6809728d8c71 service neutron] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:09.124421 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7a3d549f-b8cb-48e9-ae98-f357cd98b9cb req-bc125315-99c8-4123-b846-5cdeee850e07 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308039 Aug 31 13:04:09.146532 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a79e2314-da68-4ef3-8d09-fc44b108778b req-12753fe6-737a-4f81-98de-a7aef4d9fc8c service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756574 Aug 31 13:04:09.183886 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd4172-1eaa-405b-be93-2bb256ca9163 req-ecea59d0-26b8-4203-9087-5beb772f27c6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:09.197111 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f9fd4172-1eaa-405b-be93-2bb256ca9163 req-ecea59d0-26b8-4203-9087-5beb772f27c6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.2918518 Aug 31 13:04:09.211243 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a4d052e0-974c-4bba-a0ac-d86afa15e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:09.214114 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a4d052e0-974c-4bba-a0ac-d86afa15e248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:09.215607 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-a4d052e0-974c-4bba-a0ac-d86afa15e248 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b550d868-5fdc-4060-bb16-509c7e376465 HTTP/1.1" status: 204 len: 168 time: 0.7095854 Aug 31 13:04:09.228405 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-aa35a587-b165-4f95-8675-1a3ea7c5edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:09.230021 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-aa35a587-b165-4f95-8675-1a3ea7c5edab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1096 time: 0.6428530 Aug 31 13:04:09.276534 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d052e0-974c-4bba-a0ac-d86afa15e248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b550d868-5fdc-4060-bb16-509c7e376465,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:09.295563 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:09.297839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef7d715-439d-4982-bbdb-a6fa54c70087" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "tag": "e021e780-5137-42d4-a91c-bbee2108da37"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:09.315080 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0f22497-8795-4d66-a26b-6b64810aa2fb req-7c4ba3e9-386d-4051-b00b-343573138aa9 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435584 Aug 31 13:04:09.356991 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-eb3bedce-cb30-4889-ba99-d2637ec3b8e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 200 len: 217 time: 0.0560956 Aug 31 13:04:09.413388 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f9fd4172-1eaa-405b-be93-2bb256ca9163 req-294c270a-e496-4089-91f6-e715a9f7dba9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957393 Aug 31 13:04:09.419325 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-1220d16b-0e37-45ae-8529-89acb6fc0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:09.425727 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a13ff0-f65f-4f39-93e6-d643ea73895f req-1017c87f-c4d0-42f2-b0f3-3ae1579fdd0c tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:09.427631 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55a13ff0-f65f-4f39-93e6-d643ea73895f req-1017c87f-c4d0-42f2-b0f3-3ae1579fdd0c tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.1767364 Aug 31 13:04:09.430865 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-1220d16b-0e37-45ae-8529-89acb6fc0f31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0659120 Aug 31 13:04:09.525796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae0214-643c-480f-a546-a2ad486b2ef8 x-openstack-request-id: req-daae0214-643c-480f-a546-a2ad486b2ef8 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:09.526082 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "tag": "e021e780-5137-42d4-a91c-bbee2108da37", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:09.526303 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-daae0214-643c-480f-a546-a2ad486b2ef8 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:09.526695 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37', 'status': 'completed', 'code': 200} Aug 31 13:04:09.533414 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55a13ff0-f65f-4f39-93e6-d643ea73895f req-3672c508-be3a-46af-88b7-964db66edd2a tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924096 Aug 31 13:04:09.572829 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc296da-03ae-4534-9167-1710ee11a05f req-74975205-12e3-4a03-ad4a-19b96ec1c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:09.574746 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-74975205-12e3-4a03-ad4a-19b96ec1c84c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1317911 Aug 31 13:04:09.642455 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4a2aa-1d03-44c3-961f-6c1b5384401e req-1edc752c-56ed-4667-b4f0-6bcf030ee60f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:09.645395 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9df4a2aa-1d03-44c3-961f-6c1b5384401e req-1edc752c-56ed-4667-b4f0-6bcf030ee60f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 945 time: 0.0821030 Aug 31 13:04:09.709542 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9df4a2aa-1d03-44c3-961f-6c1b5384401e req-35c63b0b-251a-4ad0-a4b6-d4e18885a33f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518689 Aug 31 13:04:09.713091 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-63034d16-c82d-466a-95ff-cdf4a9344acb service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300373 Aug 31 13:04:09.828357 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bc296da-03ae-4534-9167-1710ee11a05f req-c7cdc534-404d-486f-9f82-1195060c9194 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051977 Aug 31 13:04:09.830112 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 36976) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:09.856366 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6d5beef7-92a7-4d8b-bba5-e7a66bb1fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:09.937002 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36982) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:09.963413 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb947276-9c2e-413d-897a-72b7a438832c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588a909-e2e2-406f-a2fa-d105cfa77c00'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:09.967155 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4432d4-8ebb-406c-a241-b32e7c1dff74" -d '{"events": [{"server_uuid": "cb947276-9c2e-413d-897a-72b7a438832c", "name": "network-vif-plugged", "status": "completed", "tag": "6588a909-e2e2-406f-a2fa-d105cfa77c00"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:09.981367 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-5e7adf3b-ee7a-4b65-9530-044d34752108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:09.984419 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-5e7adf3b-ee7a-4b65-9530-044d34752108 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1096 time: 0.0951035 Aug 31 13:04:09.994993 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6d5beef7-92a7-4d8b-bba5-e7a66bb1fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.003285 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6d5beef7-92a7-4d8b-bba5-e7a66bb1fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.016556 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe628f4-2565-4c9a-a0a3-9fd66ab31565 x-openstack-request-id: req-bbe628f4-2565-4c9a-a0a3-9fd66ab31565 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:10.016870 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb947276-9c2e-413d-897a-72b7a438832c", "name": "network-vif-plugged", "status": "completed", "tag": "6588a909-e2e2-406f-a2fa-d105cfa77c00", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:10.017122 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bbe628f4-2565-4c9a-a0a3-9fd66ab31565 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:10.017569 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb947276-9c2e-413d-897a-72b7a438832c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588a909-e2e2-406f-a2fa-d105cfa77c00', 'code': 200} Aug 31 13:04:10.091762 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-6d5beef7-92a7-4d8b-bba5-e7a66bb1fb2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c004c1fa543e488987830b358d4dfa05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600803 Aug 31 13:04:10.092338 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 36996) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:10.134271 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-459dcea0-f972-4b4c-ac35-9a27c7c8b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:10.136238 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-459dcea0-f972-4b4c-ac35-9a27c7c8b83a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.1441512 Aug 31 13:04:10.138975 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5beef7-92a7-4d8b-bba5-e7a66bb1fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b04c82c-b497-4795-bdcf-e177cc62da29,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:10.256921 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-e4fe73b5-9fec-4108-bc7a-b472048ba8f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 200 len: 217 time: 0.0947440 Aug 31 13:04:10.272907 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d533-ddd6-4823-b17b-0f5e78507f12 req-d612cc03-39ea-4486-9509-c1c0e5b601d2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:10.274673 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-70a4d533-ddd6-4823-b17b-0f5e78507f12 req-d612cc03-39ea-4486-9509-c1c0e5b601d2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 943 time: 0.0571063 Aug 31 13:04:10.310077 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:04:10.321791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e959d698-d4ba-428c-bf78-3dd89a4d9005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.343966 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-70a4d533-ddd6-4823-b17b-0f5e78507f12 req-18f75e6d-512d-4986-875e-84249870c5e2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528245 Aug 31 13:04:10.365367 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9976d533-5c9f-456c-a72a-0ee392923b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.440164 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9262e2-28bd-46a2-ac92-51de4c4b9622 req-3705fd46-2116-45d1-a6ca-7af2dedeca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:10.441828 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c9262e2-28bd-46a2-ac92-51de4c4b9622 req-3705fd46-2116-45d1-a6ca-7af2dedeca79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 1099 time: 0.2080739 Aug 31 13:04:10.443767 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9976d533-5c9f-456c-a72a-0ee392923b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.450142 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-794a09c2-4a76-482a-b333-cd1b5605632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:10.451632 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-794a09c2-4a76-482a-b333-cd1b5605632e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.1658151 Aug 31 13:04:10.452689 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:10.470717 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9', 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'port_id': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9', 'mac_address': 'fa:16:3e:a7:cc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:04:10.509276 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37006) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:10.562370 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.574519 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c9262e2-28bd-46a2-ac92-51de4c4b9622 req-ad82b44b-c860-42e2-8e98-c12409fa9063 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171415 Aug 31 13:04:10.591752 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-8fdb7401-5378-42dc-a504-23c6810676c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:10.593294 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-8fdb7401-5378-42dc-a504-23c6810676c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234250 Aug 31 13:04:10.615466 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9976d533-5c9f-456c-a72a-0ee392923b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.618549 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9976d533-5c9f-456c-a72a-0ee392923b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.619823 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9976d533-5c9f-456c-a72a-0ee392923b72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b04c82c-b497-4795-bdcf-e177cc62da29 HTTP/1.1" status: 204 len: 168 time: 0.5266597 Aug 31 13:04:10.627760 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:10.647743 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e959d698-d4ba-428c-bf78-3dd89a4d9005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.648765 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d533-5c9f-456c-a72a-0ee392923b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b04c82c-b497-4795-bdcf-e177cc62da29,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:10.652789 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e959d698-d4ba-428c-bf78-3dd89a4d9005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.697249 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c28e35-6332-410c-a8bc-d39b6d33888f req-71aac2a1-8ce7-41c4-950e-b8889fc424d7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:10.702378 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e959d698-d4ba-428c-bf78-3dd89a4d9005 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fd923cfb54b4489816a000834cba3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7607555 Aug 31 13:04:10.702378 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959d698-d4ba-428c-bf78-3dd89a4d9005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab55e72-99ef-4989-b955-916ca5c940fc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:10.702946 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37018) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:10.706207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:10.717004 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-35c28e35-6332-410c-a8bc-d39b6d33888f req-71aac2a1-8ce7-41c4-950e-b8889fc424d7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.1379936 Aug 31 13:04:10.717323 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.719405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 4f095ce7-8378-4ccf-9219-da33d1064f36 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:04:10.786997 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1388fd6a-de4c-4edb-98b3-858f5d152465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.817482 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-257d04a0-1f82-43b0-adc7-995c5e1ef19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.830569 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 4f095ce7-8378-4ccf-9219-da33d1064f36, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=4f095ce7-8378-4ccf-9219-da33d1064f36,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:10.833505 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:10.846112 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '4f095ce7-8378-4ccf-9219-da33d1064f36', 'network_id': 'ceb958ad-b0d2-4d26-9bb6-523bb9840e0a', 'port_id': '4f095ce7-8378-4ccf-9219-da33d1064f36', 'mac_address': 'fa:16:3e:01:73:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8daf98b6-d463-4bf4-af78-40bedc3d64aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:04:10.860527 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1388fd6a-de4c-4edb-98b3-858f5d152465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.871365 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-35c28e35-6332-410c-a8bc-d39b6d33888f req-77441bb8-9914-4e17-8f97-9100991e65cd tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495571 Aug 31 13:04:10.947261 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:10.953134 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e34a8-3552-40b2-a853-c08e5dda7e81 req-cb1148c6-4dc8-4dd3-885e-5b9a70942c53 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:10.959146 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dc8e34a8-3552-40b2-a853-c08e5dda7e81 req-cb1148c6-4dc8-4dd3-885e-5b9a70942c53 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.2701828 Aug 31 13:04:10.986461 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f095ce7-8378-4ccf-9219-da33d1064f36 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:11.020798 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 4f095ce7-8378-4ccf-9219-da33d1064f36, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=4f095ce7-8378-4ccf-9219-da33d1064f36,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:11.025246 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-0c9c9628-b3d7-4287-b694-462222574072 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323487 Aug 31 13:04:11.028169 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1388fd6a-de4c-4edb-98b3-858f5d152465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.034707 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.038124 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1388fd6a-de4c-4edb-98b3-858f5d152465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.041910 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1388fd6a-de4c-4edb-98b3-858f5d152465 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ab55e72-99ef-4989-b955-916ca5c940fc HTTP/1.1" status: 204 len: 168 time: 0.3356745 Aug 31 13:04:11.094086 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=4f095ce7-8378-4ccf-9219-da33d1064f36,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:11.099166 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388fd6a-de4c-4edb-98b3-858f5d152465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab55e72-99ef-4989-b955-916ca5c940fc,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:11.148437 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dc8e34a8-3552-40b2-a853-c08e5dda7e81 req-8ed17c97-f3f7-4b36-915b-0e77c8f42312 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824377 Aug 31 13:04:11.174448 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-257d04a0-1f82-43b0-adc7-995c5e1ef19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.189520 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991d581-283e-4f31-98b5-bcaee81a02f1 req-3792fce6-fe6e-48be-a497-a6ed52ddc962 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:11.191322 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2991d581-283e-4f31-98b5-bcaee81a02f1 req-3792fce6-fe6e-48be-a497-a6ed52ddc962 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 945 time: 0.1929224 Aug 31 13:04:11.192636 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-257d04a0-1f82-43b0-adc7-995c5e1ef19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.204373 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ef7d715-439d-4982-bbdb-a6fa54c70087 req-da05f8ec-ccdf-4e5f-b917-93027ac5e1dd service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632173 Aug 31 13:04:11.255905 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37034) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:11.256227 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-257d04a0-1f82-43b0-adc7-995c5e1ef19d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6df3115342343dda10f95ee2db61418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7453444 Aug 31 13:04:11.258064 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d04a0-1f82-43b0-adc7-995c5e1ef19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa7d195-0677-4990-b00a-53fc6e42c938,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:11.296591 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2991d581-283e-4f31-98b5-bcaee81a02f1 req-81b0e1cd-02c1-4b62-8dac-12d21be90b06 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907338 Aug 31 13:04:11.315459 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d75a28d-fa9d-49bc-af15-0d75d7692887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.342248 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d75a28d-fa9d-49bc-af15-0d75d7692887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.350580 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:11.386846 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['4f095ce7-8378-4ccf-9219-da33d1064f36'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:11.408333 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d75a28d-fa9d-49bc-af15-0d75d7692887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.411440 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d75a28d-fa9d-49bc-af15-0d75d7692887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.412918 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9d75a28d-fa9d-49bc-af15-0d75d7692887 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fa7d195-0677-4990-b00a-53fc6e42c938 HTTP/1.1" status: 204 len: 168 time: 0.1559806 Aug 31 13:04:11.427522 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75a28d-fa9d-49bc-af15-0d75d7692887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa7d195-0677-4990-b00a-53fc6e42c938,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:11.518162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb70f4-107c-4235-83dd-dc6d8602d7fa req-2a2137a6-0800-4136-9a9d-8f9cdea7cef9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:11.520278 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cb70f4-107c-4235-83dd-dc6d8602d7fa req-2a2137a6-0800-4136-9a9d-8f9cdea7cef9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 944 time: 0.0677304 Aug 31 13:04:11.555987 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37048) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:11.563373 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.577693 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-304cddf0-ffb0-4f57-abe1-9dc061dbdba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.594444 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-93cb70f4-107c-4235-83dd-dc6d8602d7fa req-4f79a116-d9e8-4f3d-8c35-fb4758d904fe tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674284 Aug 31 13:04:11.709946 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-304cddf0-ffb0-4f57-abe1-9dc061dbdba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.723713 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-304cddf0-ffb0-4f57-abe1-9dc061dbdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.768521 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-304cddf0-ffb0-4f57-abe1-9dc061dbdba9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71aa6eef0335444e8daf8c72de3dfe93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068970 Aug 31 13:04:11.768521 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37054) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:11.775634 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cddf0-ffb0-4f57-abe1-9dc061dbdba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef0cdb9-abd2-41ee-9bd5-cbcf63e34d23,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:11.846353 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a06ab46-419a-4a6b-9783-1ee69dbdec1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.870133 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a06ab46-419a-4a6b-9783-1ee69dbdec1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.941332 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a06ab46-419a-4a6b-9783-1ee69dbdec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.944451 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a06ab46-419a-4a6b-9783-1ee69dbdec1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:11.948504 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6a06ab46-419a-4a6b-9783-1ee69dbdec1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cef0cdb9-abd2-41ee-9bd5-cbcf63e34d23 HTTP/1.1" status: 204 len: 168 time: 0.1789601 Aug 31 13:04:11.970846 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06ab46-419a-4a6b-9783-1ee69dbdec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef0cdb9-abd2-41ee-9bd5-cbcf63e34d23,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:12.071233 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37068) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:12.088800 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-496732f9-7fa9-43c7-900b-2d9186bba8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.208161 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b88ca-11f3-45fe-9d0d-51034eba3b3a req-9f871874-c696-404e-b439-447bed621184 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:12.215625 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a84b88ca-11f3-45fe-9d0d-51034eba3b3a req-9f871874-c696-404e-b439-447bed621184 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.2413774 Aug 31 13:04:12.293108 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-496732f9-7fa9-43c7-900b-2d9186bba8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.300448 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-496732f9-7fa9-43c7-900b-2d9186bba8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.306498 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a84b88ca-11f3-45fe-9d0d-51034eba3b3a req-30c2bcab-a247-4447-86f1-fdb95d74148c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838978 Aug 31 13:04:12.318837 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc5514-95d4-4692-a3d9-1dfc6ecee323 req-54d25ea9-c532-4eae-baa6-d169aaf0db37 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:12.320372 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-addc5514-95d4-4692-a3d9-1dfc6ecee323 req-54d25ea9-c532-4eae-baa6-d169aaf0db37 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0695786 Aug 31 13:04:12.328039 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:04:12.331476 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:12.396187 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-addc5514-95d4-4692-a3d9-1dfc6ecee323 req-798605c7-ef22-4e7f-a677-fb1007b69900 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Aug 31 13:04:12.451787 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-496732f9-7fa9-43c7-900b-2d9186bba8a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90892839fbf24d6f9b2cb47b3558af6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793178 Aug 31 13:04:12.462598 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f6b76-33bb-4626-aaef-026738e2854a req-ca19cdce-1829-44de-8922-9d05bb037b9b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:12.468221 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37084) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:12.470074 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-065f6b76-33bb-4626-aaef-026738e2854a req-ca19cdce-1829-44de-8922-9d05bb037b9b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 945 time: 0.0726213 Aug 31 13:04:12.500009 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496732f9-7fa9-43c7-900b-2d9186bba8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6f2e1d-2fd6-46b0-ac74-41bbea13bba8,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:12.506937 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:12.518097 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:12.518411 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.562697 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-065f6b76-33bb-4626-aaef-026738e2854a req-50ea9010-3780-41ed-9951-37d3f3493f1b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855157 Aug 31 13:04:12.602301 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:12.636801 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'e021e780-5137-42d4-a91c-bbee2108da37', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'port_id': 'e021e780-5137-42d4-a91c-bbee2108da37', 'mac_address': 'fa:16:3e:df:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:04:12.648758 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d286-bcde-4202-b705-09f52925e65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.682297 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.698139 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d286-bcde-4202-b705-09f52925e65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.718941 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:12.721482 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:12.724248 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f6aafa-26b9-4375-9c99-91d503c34f62" -d '{"events": [{"server_uuid": "4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:12.728927 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.729849 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 4f095ce7-8378-4ccf-9219-da33d1064f36 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:12.815038 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d286-bcde-4202-b705-09f52925e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.817903 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d286-bcde-4202-b705-09f52925e65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.822156 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b5c0d286-bcde-4202-b705-09f52925e65b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b6f2e1d-2fd6-46b0-ac74-41bbea13bba8 HTTP/1.1" status: 204 len: 168 time: 0.3486876 Aug 31 13:04:12.832113 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:12.855873 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d286-bcde-4202-b705-09f52925e65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6f2e1d-2fd6-46b0-ac74-41bbea13bba8,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:12.869392 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90823e7b-cb72-44e7-a48f-d8383162d634 req-61cbbe88-0e43-4e14-86bd-851d606f62ea tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:12.873333 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-90823e7b-cb72-44e7-a48f-d8383162d634 req-61cbbe88-0e43-4e14-86bd-851d606f62ea tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 944 time: 0.0945752 Aug 31 13:04:12.874854 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3678358b-7b71-4b8a-babd-a4660eade889 x-openstack-request-id: req-3678358b-7b71-4b8a-babd-a4660eade889 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:12.875733 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:12.876008 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3678358b-7b71-4b8a-babd-a4660eade889 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:12.876792 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9', 'code': 200} Aug 31 13:04:12.931380 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-90823e7b-cb72-44e7-a48f-d8383162d634 req-698e2610-dfe9-4784-bd4f-3dd1831e6bd3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495529 Aug 31 13:04:12.968131 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e021e780-5137-42d4-a91c-bbee2108da37 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:12.994572 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 4f095ce7-8378-4ccf-9219-da33d1064f36 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:13.028161 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 4f095ce7-8378-4ccf-9219-da33d1064f36 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:13.029135 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:13.066109 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:13.070507 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:13.079887 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:13.145013 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7b358-ce4d-48a2-9564-122d3156ea94 req-b720155a-ad37-418b-87fe-7ae19c1ae57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:13.148504 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36c7b358-ce4d-48a2-9564-122d3156ea94 req-b720155a-ad37-418b-87fe-7ae19c1ae57b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.1356108 Aug 31 13:04:13.159669 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:13.228555 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:13.244492 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36c7b358-ce4d-48a2-9564-122d3156ea94 req-28ac58ea-830f-4b39-a675-b1eb55c435a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858290 Aug 31 13:04:13.299142 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 4f095ce7-8378-4ccf-9219-da33d1064f36, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=4f095ce7-8378-4ccf-9219-da33d1064f36,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:13.312621 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:13.413700 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['e021e780-5137-42d4-a91c-bbee2108da37'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:13.451640 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=4f095ce7-8378-4ccf-9219-da33d1064f36,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:13.546757 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718aa3-fa82-42ae-94d0-f96420cb25b0 req-67a84e29-23c4-4da2-b5d9-80cdc3ef702e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:13.562908 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8718aa3-fa82-42ae-94d0-f96420cb25b0 req-67a84e29-23c4-4da2-b5d9-80cdc3ef702e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.1065547 Aug 31 13:04:13.655249 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8718aa3-fa82-42ae-94d0-f96420cb25b0 req-61f6000b-741d-44b2-ba29-74144504d33f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912485 Aug 31 13:04:14.062911 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45ec9a-ddb4-4e44-a03c-1774d40c6b7e req-de12b14a-9b21-4d35-b217-81a5420c597f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:14.072105 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4b45ec9a-ddb4-4e44-a03c-1774d40c6b7e req-de12b14a-9b21-4d35-b217-81a5420c597f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0640671 Aug 31 13:04:14.109823 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4b45ec9a-ddb4-4e44-a03c-1774d40c6b7e req-f8087a43-201a-4011-862e-a29aa630a04c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Aug 31 13:04:14.799184 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26052764-264d-4227-bfe1-0b56ab015ebb req-e39581c2-2dc3-46a0-b7ea-4390219c4052 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:14.800829 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26052764-264d-4227-bfe1-0b56ab015ebb req-e39581c2-2dc3-46a0-b7ea-4390219c4052 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.0610974 Aug 31 13:04:14.848279 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26052764-264d-4227-bfe1-0b56ab015ebb req-0aea68d8-5829-43eb-8ee5-36fe3ffbde7d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373731 Aug 31 13:04:14.887564 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f095ce7-8378-4ccf-9219-da33d1064f36'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:14.893637 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc564714-afc1-4ead-b46a-5730ddfcd9c8" -d '{"events": [{"server_uuid": "354fbace-5c80-4831-9d01-4f78c6008bb6", "name": "network-vif-plugged", "status": "completed", "tag": "4f095ce7-8378-4ccf-9219-da33d1064f36"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:14.939386 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418cf980-6dce-4321-99b0-8a2033fadac1 x-openstack-request-id: req-418cf980-6dce-4321-99b0-8a2033fadac1 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:14.939546 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354fbace-5c80-4831-9d01-4f78c6008bb6", "name": "network-vif-plugged", "status": "completed", "tag": "4f095ce7-8378-4ccf-9219-da33d1064f36", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:14.939794 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-418cf980-6dce-4321-99b0-8a2033fadac1 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:14.940181 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f095ce7-8378-4ccf-9219-da33d1064f36', 'code': 200} Aug 31 13:04:15.211301 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2eec-3ee5-4d84-bdf8-dc2a3f80ae39 req-8aecfe83-03b5-46f4-9d10-4466c2d382b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:15.217977 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-14fb2eec-3ee5-4d84-bdf8-dc2a3f80ae39 req-8aecfe83-03b5-46f4-9d10-4466c2d382b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0738580 Aug 31 13:04:15.280356 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-14fb2eec-3ee5-4d84-bdf8-dc2a3f80ae39 req-4f7bac0a-5ab3-4701-808a-53dbc8bb4792 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Aug 31 13:04:15.381091 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977b3a2-b916-4e7b-9a79-a4f4a447fd8c req-9d8072b6-7c85-463a-84ff-88ffb0bed5ba tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:15.384174 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1977b3a2-b916-4e7b-9a79-a4f4a447fd8c req-9d8072b6-7c85-463a-84ff-88ffb0bed5ba tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.1008768 Aug 31 13:04:15.448646 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1977b3a2-b916-4e7b-9a79-a4f4a447fd8c req-2ab71d38-55e7-4049-b7c4-3a8abcc7f9f1 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564272 Aug 31 13:04:16.014332 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd01ad-5316-45a5-807e-9851d0d6768e req-d9927a44-8c24-4df3-aa26-de45e6f4f671 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:16.017061 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dabd01ad-5316-45a5-807e-9851d0d6768e req-d9927a44-8c24-4df3-aa26-de45e6f4f671 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.0792868 Aug 31 13:04:16.073152 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dabd01ad-5316-45a5-807e-9851d0d6768e req-8d64d7fb-e422-4767-a1e0-cfb68084c85c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462153 Aug 31 13:04:16.350136 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:16.400816 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port e021e780-5137-42d4-a91c-bbee2108da37 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:16.404420 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port e021e780-5137-42d4-a91c-bbee2108da37 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:16.404825 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:16.490366 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:16.536277 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:16.541170 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:16.603071 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:16.612197 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6a5d6-5db2-4f9c-bba9-953b74ba2177 req-74163f66-ecfa-4021-8c8b-ff76eda4400e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:16.614053 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1bc6a5d6-5db2-4f9c-bba9-953b74ba2177 req-74163f66-ecfa-4021-8c8b-ff76eda4400e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0783827 Aug 31 13:04:16.655402 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1bc6a5d6-5db2-4f9c-bba9-953b74ba2177 req-7cadf26f-a050-4dd2-9e0d-d31c0fbfc6d6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Aug 31 13:04:16.946604 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:16.949224 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711d4fb9-8ccf-4eda-881b-ff91bef11f38" -d '{"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-plugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:16.987799 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ff5d3b-e01f-49cc-8fba-4815e76f3a02 x-openstack-request-id: req-54ff5d3b-e01f-49cc-8fba-4815e76f3a02 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:16.988108 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-plugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:16.988356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54ff5d3b-e01f-49cc-8fba-4815e76f3a02 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:16.988861 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37', 'code': 200} Aug 31 13:04:17.233467 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0aac-9a65-45d2-9112-ea2eb54644de req-38aa4aff-339a-4810-8222-233af6f59074 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:17.236831 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-081b0aac-9a65-45d2-9112-ea2eb54644de req-38aa4aff-339a-4810-8222-233af6f59074 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0589993 Aug 31 13:04:17.276113 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-081b0aac-9a65-45d2-9112-ea2eb54644de req-d18d5ecc-bf43-4186-90b3-0f8d81f65953 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335231 Aug 31 13:04:17.771727 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b496-dc32-4988-b760-2a8ad5c19ddc req-40ba5494-168b-4c30-a745-d0fb568e825b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:17.773790 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8883b496-dc32-4988-b760-2a8ad5c19ddc req-40ba5494-168b-4c30-a745-d0fb568e825b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0488544 Aug 31 13:04:17.811634 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8883b496-dc32-4988-b760-2a8ad5c19ddc req-abbb8e4a-d921-4de6-93ea-317d2374805c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Aug 31 13:04:18.089219 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7f3a7-a44e-40c2-b762-07b4c575f38c req-22e2f4d8-4935-4c78-9829-81c3d74849e3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:18.090706 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c9d7f3a7-a44e-40c2-b762-07b4c575f38c req-22e2f4d8-4935-4c78-9829-81c3d74849e3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0505757 Aug 31 13:04:18.128959 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c9d7f3a7-a44e-40c2-b762-07b4c575f38c req-0b45e185-e623-4049-9521-4d37ae184324 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Aug 31 13:04:18.395387 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30f270-3903-4b8c-9d22-e09191de73da req-09eed896-5ad8-41d4-91c4-9e539c17cec9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:18.396887 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0d30f270-3903-4b8c-9d22-e09191de73da req-09eed896-5ad8-41d4-91c4-9e539c17cec9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0480986 Aug 31 13:04:18.434667 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0d30f270-3903-4b8c-9d22-e09191de73da req-9a5e9664-bae0-4050-9979-cb461333b8eb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Aug 31 13:04:19.249278 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250fcc1-c701-4538-a1bd-cd9640a2448d req-611fd17c-cf9b-4323-9499-4ffe62bb099f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:19.251516 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f250fcc1-c701-4538-a1bd-cd9640a2448d req-611fd17c-cf9b-4323-9499-4ffe62bb099f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0545967 Aug 31 13:04:19.318732 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f250fcc1-c701-4538-a1bd-cd9640a2448d req-31274a91-f276-437d-b039-761ef579e469 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593362 Aug 31 13:04:19.321570 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9412b-8eb1-4c35-8aa0-d3f47be2d24f req-c283115c-28ca-41c3-bff3-ecf1ff911968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:19.322903 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85c9412b-8eb1-4c35-8aa0-d3f47be2d24f req-c283115c-28ca-41c3-bff3-ecf1ff911968 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1098 time: 0.0553155 Aug 31 13:04:19.390936 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37418) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:19.494291 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd81d27a-5f05-41f8-8dc9-df9a0117c848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:19.558077 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7eff70-1c72-4f08-8753-2a8208fe8dc1 req-bb7376a5-d347-4860-9bf4-a66c07a145b7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:19.559591 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2c7eff70-1c72-4f08-8753-2a8208fe8dc1 req-bb7376a5-d347-4860-9bf4-a66c07a145b7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0533910 Aug 31 13:04:19.586196 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd81d27a-5f05-41f8-8dc9-df9a0117c848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:19.590100 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd81d27a-5f05-41f8-8dc9-df9a0117c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:19.599614 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2c7eff70-1c72-4f08-8753-2a8208fe8dc1 req-348ea78c-8878-4274-9032-58164d8865bf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336514 Aug 31 13:04:19.629173 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dd81d27a-5f05-41f8-8dc9-df9a0117c848 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d0dfecfc45448398323dfd55ca276eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371719 Aug 31 13:04:19.630033 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81d27a-5f05-41f8-8dc9-df9a0117c848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7cc339-d330-4bb3-87aa-d3747ceb7257,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:19.632302 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37424) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:19.683388 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7511e8b5-5476-4caf-a29e-775286055024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:19.705883 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7511e8b5-5476-4caf-a29e-775286055024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:19.753962 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7511e8b5-5476-4caf-a29e-775286055024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:19.756459 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7511e8b5-5476-4caf-a29e-775286055024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:19.758135 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-7511e8b5-5476-4caf-a29e-775286055024 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a7cc339-d330-4bb3-87aa-d3747ceb7257 HTTP/1.1" status: 204 len: 168 time: 0.1246951 Aug 31 13:04:19.765901 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511e8b5-5476-4caf-a29e-775286055024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7cc339-d330-4bb3-87aa-d3747ceb7257,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:20.021314 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37434) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:20.034627 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-304d0451-fd97-4fe6-8b85-283bb612117a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:20.138132 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-304d0451-fd97-4fe6-8b85-283bb612117a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:20.141753 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-304d0451-fd97-4fe6-8b85-283bb612117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:20.187166 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-304d0451-fd97-4fe6-8b85-283bb612117a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=515879ba14ba4661b6a360d40aee2cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647341 Aug 31 13:04:20.188034 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d0451-fd97-4fe6-8b85-283bb612117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5f167-4fc2-4eb2-942c-e29f3a8d139e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:20.189973 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37436) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:20.237355 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-54b43a08-d21d-408e-9825-fd701641907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:20.258586 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-54b43a08-d21d-408e-9825-fd701641907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:20.308977 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-54b43a08-d21d-408e-9825-fd701641907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:20.312190 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-54b43a08-d21d-408e-9825-fd701641907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:20.313415 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-54b43a08-d21d-408e-9825-fd701641907b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fe5f167-4fc2-4eb2-942c-e29f3a8d139e HTTP/1.1" status: 204 len: 168 time: 0.1224685 Aug 31 13:04:20.321658 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b43a08-d21d-408e-9825-fd701641907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5f167-4fc2-4eb2-942c-e29f3a8d139e,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:20.448411 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6416db-5564-4469-8f9e-bfae46396e06 req-ed6b93f7-e6d1-46bc-a772-2f141d279056 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:20.449944 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cc6416db-5564-4469-8f9e-bfae46396e06 req-ed6b93f7-e6d1-46bc-a772-2f141d279056 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0560997 Aug 31 13:04:20.494346 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cc6416db-5564-4469-8f9e-bfae46396e06 req-8018172e-e617-4484-a682-1329c0f11d72 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Aug 31 13:04:20.552153 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85c9412b-8eb1-4c35-8aa0-d3f47be2d24f req-a4766df0-4eed-4414-b55d-b9d9ba96ff24 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585427 Aug 31 13:04:20.557998 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-84e86b80-b1cb-488c-9825-c96e6d814305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:20.559442 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-84e86b80-b1cb-488c-9825-c96e6d814305 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0647364 Aug 31 13:04:20.723514 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be3960-331c-42be-9d8e-fa41ef1db1af req-01273c40-77a1-4f6d-87ac-48127bf5da06 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:20.725162 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-06be3960-331c-42be-9d8e-fa41ef1db1af req-01273c40-77a1-4f6d-87ac-48127bf5da06 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0534449 Aug 31 13:04:20.766631 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-06be3960-331c-42be-9d8e-fa41ef1db1af req-f6f797f0-1f6e-4f2b-9d52-9bbb7462b5dc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345874 Aug 31 13:04:21.044003 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-dcfdd369-29e5-49a1-bfad-20f5a3dd4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:21.045765 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-dcfdd369-29e5-49a1-bfad-20f5a3dd4094 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.1157956 Aug 31 13:04:21.616518 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07378304-ee6b-4a92-a696-7c783043ca8b req-3f27d4c8-dcff-4d8f-b1e2-0ee0f1112fc3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:21.618062 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-07378304-ee6b-4a92-a696-7c783043ca8b req-3f27d4c8-dcff-4d8f-b1e2-0ee0f1112fc3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0511367 Aug 31 13:04:21.655733 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-07378304-ee6b-4a92-a696-7c783043ca8b req-3fd40bc0-6b39-4728-879b-fb41c7a17b6f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Aug 31 13:04:21.927537 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5b3bb-c286-4372-8cd9-84d8fb739385 req-4ecb539f-619e-4786-9fcf-be4d67ff0222 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:21.929866 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-68e5b3bb-c286-4372-8cd9-84d8fb739385 req-4ecb539f-619e-4786-9fcf-be4d67ff0222 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0553160 Aug 31 13:04:21.973242 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-68e5b3bb-c286-4372-8cd9-84d8fb739385 req-f7241e10-2ba9-4c01-99a4-7d8a0ca492d4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355327 Aug 31 13:04:22.043152 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37520) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:22.150288 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0681b956-f9cf-474f-8171-17d3a2c6822d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.245483 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0681b956-f9cf-474f-8171-17d3a2c6822d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.249100 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0681b956-f9cf-474f-8171-17d3a2c6822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.286719 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0681b956-f9cf-474f-8171-17d3a2c6822d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c07e5fb7c3d48c7bc6311d89af6ffa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425075 Aug 31 13:04:22.287598 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681b956-f9cf-474f-8171-17d3a2c6822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f52a0be-b164-4ea8-b7b3-4912db230c78,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:22.289542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37524) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:22.339226 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df002fa1-46f6-4952-81a7-0012c58810c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.358975 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df002fa1-46f6-4952-81a7-0012c58810c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.405675 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df002fa1-46f6-4952-81a7-0012c58810c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.408263 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df002fa1-46f6-4952-81a7-0012c58810c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.409445 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-df002fa1-46f6-4952-81a7-0012c58810c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f52a0be-b164-4ea8-b7b3-4912db230c78 HTTP/1.1" status: 204 len: 168 time: 0.1189389 Aug 31 13:04:22.417956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002fa1-46f6-4952-81a7-0012c58810c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f52a0be-b164-4ea8-b7b3-4912db230c78,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:22.665491 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37538) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:22.679807 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-66f544bf-3a06-480e-b634-ef2877a834ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.770289 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-66f544bf-3a06-480e-b634-ef2877a834ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.775178 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041088-b0c4-4b5b-beff-3c5695ac0bc6 req-9c1c8946-ad22-405f-aa37-631e406889e9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:22.775495 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-66f544bf-3a06-480e-b634-ef2877a834ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.776704 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0b041088-b0c4-4b5b-beff-3c5695ac0bc6 req-9c1c8946-ad22-405f-aa37-631e406889e9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Aug 31 13:04:22.814645 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-66f544bf-3a06-480e-b634-ef2877a834ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea3ef7d7375545fe9183f76df6bee4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471729 Aug 31 13:04:22.816027 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f544bf-3a06-480e-b634-ef2877a834ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6735faeb-8f40-4fc9-82ba-91a3d936971b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:22.818895 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37542) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:22.820280 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0b041088-b0c4-4b5b-beff-3c5695ac0bc6 req-0c939145-98d8-43c7-9646-a4f6ff961040 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372598 Aug 31 13:04:22.889007 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-209ea627-4156-4828-a82d-5c0a49829ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.909719 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-209ea627-4156-4828-a82d-5c0a49829ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.955292 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-209ea627-4156-4828-a82d-5c0a49829ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.957839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-209ea627-4156-4828-a82d-5c0a49829ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:22.958971 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-209ea627-4156-4828-a82d-5c0a49829ccb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6735faeb-8f40-4fc9-82ba-91a3d936971b HTTP/1.1" status: 204 len: 168 time: 0.1373453 Aug 31 13:04:22.967175 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ea627-4156-4828-a82d-5c0a49829ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6735faeb-8f40-4fc9-82ba-91a3d936971b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:23.099789 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220791c0-e200-4bfd-a163-03e267ff1d06 req-a1a6e670-3578-429e-a09d-e95a44b17bb4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:23.101925 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-220791c0-e200-4bfd-a163-03e267ff1d06 req-a1a6e670-3578-429e-a09d-e95a44b17bb4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Aug 31 13:04:23.148953 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-220791c0-e200-4bfd-a163-03e267ff1d06 req-803beeb6-9e58-4a66-9029-81675679f607 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Aug 31 13:04:23.165951 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-d82d70e2-9cd3-4689-97fe-49989d53de0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f095ce7-8378-4ccf-9219-da33d1064f36 HTTP/1.1" status: 200 len: 217 time: 0.0441103 Aug 31 13:04:23.941587 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fc58-4a94-4cc4-90e7-2a2ac4c06de6 req-73703dbc-7cb1-476d-bc9d-a841634f3ffd tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:23.942706 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5a14fc58-4a94-4cc4-90e7-2a2ac4c06de6 req-73703dbc-7cb1-476d-bc9d-a841634f3ffd tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Aug 31 13:04:23.985736 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5a14fc58-4a94-4cc4-90e7-2a2ac4c06de6 req-347600ed-a754-4dfc-809b-11f27faa40eb tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352345 Aug 31 13:04:24.247615 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-c5ccc29a-a7f3-4a55-bf19-9df7cdcbcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:24.249218 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-c5ccc29a-a7f3-4a55-bf19-9df7cdcbcb0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.0486739 Aug 31 13:04:24.277689 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2853-a98f-4d97-be9d-fb4a0e514251 req-4bdab0ab-304e-43ca-841b-472c2cb7ff11 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:24.279433 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-de7a2853-a98f-4d97-be9d-fb4a0e514251 req-4bdab0ab-304e-43ca-841b-472c2cb7ff11 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0560455 Aug 31 13:04:24.294672 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-90980eef-d0c6-430f-a83b-24fc78f5b139 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324812 Aug 31 13:04:24.319682 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-de7a2853-a98f-4d97-be9d-fb4a0e514251 req-e28e9347-463c-4570-84c2-80bef0f33810 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342536 Aug 31 13:04:24.392243 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-b825e3cd-389a-4df5-bc17-2e55c4f83efb service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 Aug 31 13:04:24.488161 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b13b1b6-d1d8-4a33-b740-bf38077381b5 req-d1e436fc-265a-45bc-a0c6-1b847facb397 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877631 Aug 31 13:04:25.105753 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dafb8-adc9-4703-9060-eb7bdae7c20c req-37251afa-592f-44d1-a236-b34696087084 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:25.107293 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-254dafb8-adc9-4703-9060-eb7bdae7c20c req-37251afa-592f-44d1-a236-b34696087084 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0490556 Aug 31 13:04:25.146631 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-254dafb8-adc9-4703-9060-eb7bdae7c20c req-d7f54049-c0ea-4b0d-bedf-5f5a0d409cdd tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Aug 31 13:04:25.467536 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1e50d-25c8-4a0b-abbd-52ef41d3713b req-41f2a409-b2bd-4dae-9365-860fa011889e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:25.473189 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-39f1e50d-25c8-4a0b-abbd-52ef41d3713b req-41f2a409-b2bd-4dae-9365-860fa011889e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0703738 Aug 31 13:04:25.518428 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-39f1e50d-25c8-4a0b-abbd-52ef41d3713b req-78776c3a-d5e7-49b3-814f-f27a78f5421a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403543 Aug 31 13:04:26.027919 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37672) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:26.148724 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-81138b0f-900a-4f63-884b-2d0734e480e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.243908 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-81138b0f-900a-4f63-884b-2d0734e480e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.248694 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-81138b0f-900a-4f63-884b-2d0734e480e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.283193 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-81138b0f-900a-4f63-884b-2d0734e480e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6158616f589543c2931f5dfc562dc63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536457 Aug 31 13:04:26.285996 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37682) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:26.292435 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81138b0f-900a-4f63-884b-2d0734e480e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbbf0cf-98e4-4ae8-9acd-56ea6d9d388c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:26.319880 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c93e0a-9de2-4225-a7bf-231a243577bf req-b9490b2a-6301-4c50-bf25-20969cc62f67 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:26.321419 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-86c93e0a-9de2-4225-a7bf-231a243577bf req-b9490b2a-6301-4c50-bf25-20969cc62f67 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0895681 Aug 31 13:04:26.383559 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-86c93e0a-9de2-4225-a7bf-231a243577bf req-f2eaa1f3-8b50-48a3-aa48-c901c45b272e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543206 Aug 31 13:04:26.388354 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-cb16a506-e4ff-4010-9374-ea20b3f31a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.411743 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-cb16a506-e4ff-4010-9374-ea20b3f31a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.462801 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-cb16a506-e4ff-4010-9374-ea20b3f31a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.465615 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-cb16a506-e4ff-4010-9374-ea20b3f31a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.466882 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-cb16a506-e4ff-4010-9374-ea20b3f31a93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bbbf0cf-98e4-4ae8-9acd-56ea6d9d388c HTTP/1.1" status: 204 len: 168 time: 0.1798325 Aug 31 13:04:26.475631 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16a506-e4ff-4010-9374-ea20b3f31a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbbf0cf-98e4-4ae8-9acd-56ea6d9d388c,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:26.660177 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f59e3-9ace-4dc0-98b0-c33f3c5827c3 req-6730e129-4eb2-4980-bc88-384ecc3d4eb5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:26.661827 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da8f59e3-9ace-4dc0-98b0-c33f3c5827c3 req-6730e129-4eb2-4980-bc88-384ecc3d4eb5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0498884 Aug 31 13:04:26.710392 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da8f59e3-9ace-4dc0-98b0-c33f3c5827c3 req-097a8c48-73b1-4ccb-8c9a-a3c8bdee8bf2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Aug 31 13:04:26.795919 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37708) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:26.811271 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8876e467-85eb-4bba-9722-29e25a114427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.861005 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c2fd0-c0f6-4553-96fb-868c3176fa62 req-b342fd18-26bf-48d6-8786-e3ade7be35ed tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:26.862574 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ab6c2fd0-c0f6-4553-96fb-868c3176fa62 req-b342fd18-26bf-48d6-8786-e3ade7be35ed tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0537477 Aug 31 13:04:26.871449 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37710) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:26.877427 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'floatingip': {'port_id': 'e021e780-5137-42d4-a91c-bbee2108da37'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:26.957122 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:26.976758 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37716) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:27.086103 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ce8-2830-443c-a2a1-24884edebf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.091322 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8876e467-85eb-4bba-9722-29e25a114427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.097321 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8876e467-85eb-4bba-9722-29e25a114427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.181452 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ce8-2830-443c-a2a1-24884edebf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.185812 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ce8-2830-443c-a2a1-24884edebf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.191265 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8876e467-85eb-4bba-9722-29e25a114427 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f45e0f69bb24ddda4a82cbbb5dd002e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916507 Aug 31 13:04:27.192006 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37722) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:27.199586 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876e467-85eb-4bba-9722-29e25a114427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0751451-0d5d-4b23-b64d-f2c29af3f5dd,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:27.226940 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-8cd93ce8-2830-443c-a2a1-24884edebf2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb41c14664ca4412a5daed49d2bcaac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462137 Aug 31 13:04:27.226940 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd93ce8-2830-443c-a2a1-24884edebf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c437a7c4-4276-4e8a-9d06-2dd4f5bc29e4,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:27.227943 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37724) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:27.278723 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6db67a57-057a-4b80-9460-7b0b84ae4ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.302249 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6db67a57-057a-4b80-9460-7b0b84ae4ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.356591 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6db67a57-057a-4b80-9460-7b0b84ae4ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.359252 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6db67a57-057a-4b80-9460-7b0b84ae4ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.360469 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-6db67a57-057a-4b80-9460-7b0b84ae4ef6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c437a7c4-4276-4e8a-9d06-2dd4f5bc29e4 HTTP/1.1" status: 204 len: 168 time: 0.1316223 Aug 31 13:04:27.369378 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db67a57-057a-4b80-9460-7b0b84ae4ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437a7c4-4276-4e8a-9d06-2dd4f5bc29e4,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:27.510846 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014be00-2bb6-4b52-8c31-2c893476f392 req-9d8b6404-88f7-4d8b-917d-24064bbfba99 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:27.512623 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3014be00-2bb6-4b52-8c31-2c893476f392 req-9d8b6404-88f7-4d8b-917d-24064bbfba99 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0534861 Aug 31 13:04:27.514175 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c685a3d0-a220-4714-9893-b6774f95df4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.557357 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3014be00-2bb6-4b52-8c31-2c893476f392 req-ad74b3aa-822d-4e13-a4b5-5c89421c1e73 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368781 Aug 31 13:04:27.620239 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c685a3d0-a220-4714-9893-b6774f95df4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.688560 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37734) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:27.701937 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0acb9ba7-926e-4834-a740-952d23acee69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.795852 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0acb9ba7-926e-4834-a740-952d23acee69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.800755 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0acb9ba7-926e-4834-a740-952d23acee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.826639 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c685a3d0-a220-4714-9893-b6774f95df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.829221 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c685a3d0-a220-4714-9893-b6774f95df4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.830366 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c685a3d0-a220-4714-9893-b6774f95df4b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0751451-0d5d-4b23-b64d-f2c29af3f5dd HTTP/1.1" status: 204 len: 168 time: 0.6375227 Aug 31 13:04:27.848373 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0acb9ba7-926e-4834-a740-952d23acee69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c48209e6cae148b8a8b2ee7b8f8b9023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587505 Aug 31 13:04:27.848587 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685a3d0-a220-4714-9893-b6774f95df4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0751451-0d5d-4b23-b64d-f2c29af3f5dd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:27.849002 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37740) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:27.849624 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb9ba7-926e-4834-a740-952d23acee69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edd9dd2-ae96-42dc-9eb2-88571d67af2d,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:27.915230 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aff6-769a-4a0a-8701-04f582c475c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.924922 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.929975 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:27.949697 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aff6-769a-4a0a-8701-04f582c475c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:28.008864 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aff6-769a-4a0a-8701-04f582c475c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:28.013961 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aff6-769a-4a0a-8701-04f582c475c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:28.018452 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e4a0aff6-769a-4a0a-8701-04f582c475c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4edd9dd2-ae96-42dc-9eb2-88571d67af2d HTTP/1.1" status: 204 len: 168 time: 0.1628976 Aug 31 13:04:28.038118 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0aff6-769a-4a0a-8701-04f582c475c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edd9dd2-ae96-42dc-9eb2-88571d67af2d,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:28.060002 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Floating IP 86a0f1d0-ac42-4307-892c-6c34b2dbe8e6 associated. External IP: 172.27.0.86, port: e021e780-5137-42d4-a91c-bbee2108da37. Aug 31 13:04:28.282010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:04:28.395789 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:04:28.398737 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:28.408186 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] Sync routers for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:04:28.425592 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:28.426884 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:28.434955 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-28409ce7-7342-4da8-be76-f958c025f453 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "PUT /v2.0/floatingips/86a0f1d0-ac42-4307-892c-6c34b2dbe8e6 HTTP/1.1" status: 200 len: 990 time: 1.5624225 Aug 31 13:04:28.435647 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:28.439785 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f799433a-852d-4539-a626-e38362c6c1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "tag": "e021e780-5137-42d4-a91c-bbee2108da37"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:28.483067 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff958f66-02ab-41e9-b850-45d46b17bdfb x-openstack-request-id: req-ff958f66-02ab-41e9-b850-45d46b17bdfb {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:28.483364 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "tag": "e021e780-5137-42d4-a91c-bbee2108da37", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:28.483614 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff958f66-02ab-41e9-b850-45d46b17bdfb {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:28.484009 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37', 'status': 'completed', 'code': 200} Aug 31 13:04:28.574474 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:28.687066 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1751af6-8a32-4b70-baaf-29aee31e6a5a req-5b2249e8-f4be-430b-b7e8-461a1a38d1f2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:28.688573 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b1751af6-8a32-4b70-baaf-29aee31e6a5a req-5b2249e8-f4be-430b-b7e8-461a1a38d1f2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0513220 Aug 31 13:04:28.750802 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b1751af6-8a32-4b70-baaf-29aee31e6a5a req-bd665655-0073-4dd3-be85-d3a3aa4b090b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488338 Aug 31 13:04:28.970947 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '86a0f1d0-ac42-4307-892c-6c34b2dbe8e6', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'port_id': 'e021e780-5137-42d4-a91c-bbee2108da37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'mac_address': 'fa:16:3e:df:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:03:55Z', 'updated_at': '2021-08-31T13:04:27Z', 'revision_number': 1, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:29.010439 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] Checking router: 80562ebd-c04c-4e2f-990e-95d48b6c23c8 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:04:29.031371 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:29.032540 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:29.149056 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:29.436823 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '86a0f1d0-ac42-4307-892c-6c34b2dbe8e6', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'port_id': 'e021e780-5137-42d4-a91c-bbee2108da37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'mac_address': 'fa:16:3e:df:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:03:55Z', 'updated_at': '2021-08-31T13:04:27Z', 'revision_number': 1, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:29.469015 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f49d4-79bb-4c21-b61d-9e92576a0dea None None] The sync data for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi is: [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '86a0f1d0-ac42-4307-892c-6c34b2dbe8e6', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'port_id': 'e021e780-5137-42d4-a91c-bbee2108da37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'mac_address': 'fa:16:3e:df:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:03:55Z', 'updated_at': '2021-08-31T13:04:27Z', 'revision_number': 1, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:04:29.683018 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847fd8e-3652-4e75-bf97-90ac2099fd03 None None] New status for floating IP 86a0f1d0-ac42-4307-892c-6c34b2dbe8e6: ACTIVE {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:04:29.810731 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799433a-852d-4539-a626-e38362c6c1f0 req-4999f541-c39e-44cf-9c1a-d4ed73e6bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:29.812529 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f799433a-852d-4539-a626-e38362c6c1f0 req-4999f541-c39e-44cf-9c1a-d4ed73e6bbb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1098 time: 0.0537632 Aug 31 13:04:29.943309 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fce5e-3910-4de3-b448-18b279240fa9 req-8dddd1fc-2e18-4c7f-982d-734cc359adfa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:29.950144 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799433a-852d-4539-a626-e38362c6c1f0 req-1477ce10-a088-44c1-b38e-cc9d86a65ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:29.950577 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-252fce5e-3910-4de3-b448-18b279240fa9 req-8dddd1fc-2e18-4c7f-982d-734cc359adfa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0805266 Aug 31 13:04:29.952426 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f799433a-852d-4539-a626-e38362c6c1f0 req-1477ce10-a088-44c1-b38e-cc9d86a65ba0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.1297355 Aug 31 13:04:30.020510 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-252fce5e-3910-4de3-b448-18b279240fa9 req-0e1dc1ed-efcf-4a38-ac3e-6e80434283ca tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591862 Aug 31 13:04:30.142007 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f799433a-852d-4539-a626-e38362c6c1f0 req-b9889415-dcda-4d8b-9db8-7488ce1c00b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 200 len: 998 time: 0.1758070 Aug 31 13:04:30.264688 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799433a-852d-4539-a626-e38362c6c1f0 req-461cc3d5-d86b-4aae-9cd5-72fe49b01de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:30.266990 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f799433a-852d-4539-a626-e38362c6c1f0 req-461cc3d5-d86b-4aae-9cd5-72fe49b01de2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.1060855 Aug 31 13:04:30.322056 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799433a-852d-4539-a626-e38362c6c1f0 req-021fd72c-ce71-4517-aa48-5353dbbb944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:30.322953 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f799433a-852d-4539-a626-e38362c6c1f0 req-021fd72c-ce71-4517-aa48-5353dbbb944b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453382 Aug 31 13:04:30.438347 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f799433a-852d-4539-a626-e38362c6c1f0 req-fc92031c-8e2a-4d51-b57c-8456e6ee9c3d service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037774 Aug 31 13:04:30.745785 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f799433a-852d-4539-a626-e38362c6c1f0 req-ec78d2be-3f40-47f0-ac7c-2b4977eb26fd service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927535 Aug 31 13:04:30.821382 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea604f29-56a9-46df-a419-0019d3e4a454 req-0f8572dc-871b-4952-90b6-c82ff5888914 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:30.822858 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea604f29-56a9-46df-a419-0019d3e4a454 req-0f8572dc-871b-4952-90b6-c82ff5888914 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0581260 Aug 31 13:04:30.864634 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea604f29-56a9-46df-a419-0019d3e4a454 req-a390ca7a-3080-4a6c-ad9d-d97e3399a3da tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Aug 31 13:04:31.159947 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19292-2d6e-4464-82f9-7424a50a51a1 req-94de8bed-3565-4a80-a9cb-7b5bb8334b03 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:31.161478 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fbe19292-2d6e-4464-82f9-7424a50a51a1 req-94de8bed-3565-4a80-a9cb-7b5bb8334b03 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0544200 Aug 31 13:04:31.201723 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fbe19292-2d6e-4464-82f9-7424a50a51a1 req-902fa96e-f131-4269-897a-88d2ca8696d2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Aug 31 13:04:31.296389 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37924) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:31.408926 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-37548208-c7b8-4b9d-9101-80534dfae600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:31.497100 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-37548208-c7b8-4b9d-9101-80534dfae600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:31.501305 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-37548208-c7b8-4b9d-9101-80534dfae600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:31.541810 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-37548208-c7b8-4b9d-9101-80534dfae600 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a99b5a16691485497bc349e63dd61c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443068 Aug 31 13:04:31.543649 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37548208-c7b8-4b9d-9101-80534dfae600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7359c-f7f3-443d-a9c7-c63e792e4f39,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:31.544512 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37932) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:31.594538 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2f06b5bd-3733-41df-b84c-deda6d47f6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:31.616775 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2f06b5bd-3733-41df-b84c-deda6d47f6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:31.663649 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2f06b5bd-3733-41df-b84c-deda6d47f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:31.666589 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2f06b5bd-3733-41df-b84c-deda6d47f6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:31.668040 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2f06b5bd-3733-41df-b84c-deda6d47f6aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ed7359c-f7f3-443d-a9c7-c63e792e4f39 HTTP/1.1" status: 204 len: 168 time: 0.1224909 Aug 31 13:04:31.675952 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06b5bd-3733-41df-b84c-deda6d47f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7359c-f7f3-443d-a9c7-c63e792e4f39,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:32.018208 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 37958) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:32.029128 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ba7a-6c35-41e9-afcd-06c0a0abe997 req-2a54f03c-29cc-473d-8967-4a645eb8bfaf tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:32.030689 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5193ba7a-6c35-41e9-afcd-06c0a0abe997 req-2a54f03c-29cc-473d-8967-4a645eb8bfaf tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0911748 Aug 31 13:04:32.032619 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-127ac3f2-8918-4b89-b177-281daa93d405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.093996 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5193ba7a-6c35-41e9-afcd-06c0a0abe997 req-a4c9971e-0901-47a9-b629-3ee1d8aef413 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562646 Aug 31 13:04:32.171058 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-127ac3f2-8918-4b89-b177-281daa93d405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.175915 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-127ac3f2-8918-4b89-b177-281daa93d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.183014 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-555a6562-46de-4c94-abd0-bf7dccd46f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.218006 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-127ac3f2-8918-4b89-b177-281daa93d405 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9c417627084429e8662aea528ab12fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985753 Aug 31 13:04:32.218739 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ac3f2-8918-4b89-b177-281daa93d405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb3acf-d821-4499-ab2d-284fa6578edb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:32.221051 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 37964) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:32.280814 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6c1b-4256-479f-897c-adb15837e61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.326125 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6c1b-4256-479f-897c-adb15837e61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.366716 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2934a-048c-42e0-bf75-972c3f6ee8a8 req-cc42613e-4abc-4fbc-b673-c0c69b661909 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:32.368211 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d3a2934a-048c-42e0-bf75-972c3f6ee8a8 req-cc42613e-4abc-4fbc-b673-c0c69b661909 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0855803 Aug 31 13:04:32.410864 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6c1b-4256-479f-897c-adb15837e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.413436 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6c1b-4256-479f-897c-adb15837e61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:32.414574 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-9e2c6c1b-4256-479f-897c-adb15837e61d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3fb3acf-d821-4499-ab2d-284fa6578edb HTTP/1.1" status: 204 len: 168 time: 0.1924703 Aug 31 13:04:32.421972 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d3a2934a-048c-42e0-bf75-972c3f6ee8a8 req-1de3370d-97f0-4278-a538-aaa11f953b64 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476887 Aug 31 13:04:32.426832 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c6c1b-4256-479f-897c-adb15837e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb3acf-d821-4499-ab2d-284fa6578edb,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:33.263062 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab2e1b-91a3-4ffb-afae-eeca3340be11 req-dff286f7-3e6c-4a63-9147-31922d4cb0cd tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:33.271031 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-81ab2e1b-91a3-4ffb-afae-eeca3340be11 req-dff286f7-3e6c-4a63-9147-31922d4cb0cd tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0750475 Aug 31 13:04:33.322905 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-81ab2e1b-91a3-4ffb-afae-eeca3340be11 req-fbd2c770-4178-403f-bf1b-5368a99b49dd tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510523 Aug 31 13:04:33.544846 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4941dd-c850-455b-9e62-49fffd6bb61a req-4f48af8a-538b-421b-898a-db56e7064a20 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:33.546426 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0c4941dd-c850-455b-9e62-49fffd6bb61a req-4f48af8a-538b-421b-898a-db56e7064a20 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Aug 31 13:04:33.562760 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38022) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:33.583812 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0c4941dd-c850-455b-9e62-49fffd6bb61a req-a777f6b3-5752-4a90-80d5-0ae48b1c753a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Aug 31 13:04:33.664922 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-99c30627-f50b-4eb0-9a54-40a10aea2d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:33.755300 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-99c30627-f50b-4eb0-9a54-40a10aea2d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:33.760809 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-99c30627-f50b-4eb0-9a54-40a10aea2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:33.798333 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-99c30627-f50b-4eb0-9a54-40a10aea2d16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=607a8a39524f4240b2b2d07158166ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344341 Aug 31 13:04:33.799276 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c30627-f50b-4eb0-9a54-40a10aea2d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c68954-ae84-4179-a3a6-f490600acecf,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:33.801849 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38028) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:33.855648 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9eb2-6d4f-4188-a714-c801ad43d5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:33.876693 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9eb2-6d4f-4188-a714-c801ad43d5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:33.927543 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9eb2-6d4f-4188-a714-c801ad43d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:33.930542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9eb2-6d4f-4188-a714-c801ad43d5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:33.931691 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4cdd9eb2-6d4f-4188-a714-c801ad43d5a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14c68954-ae84-4179-a3a6-f490600acecf HTTP/1.1" status: 204 len: 168 time: 0.1289487 Aug 31 13:04:33.939302 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd9eb2-6d4f-4188-a714-c801ad43d5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c68954-ae84-4179-a3a6-f490600acecf,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:34.446569 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa310a23-3946-44c6-aa9c-d4630ef22674 req-0e996595-2460-44a7-94b7-bb66950582b8 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:34.448048 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-aa310a23-3946-44c6-aa9c-d4630ef22674 req-0e996595-2460-44a7-94b7-bb66950582b8 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0508962 Aug 31 13:04:34.490087 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-aa310a23-3946-44c6-aa9c-d4630ef22674 req-e7959932-cb45-46e2-a69e-16d22f1dda63 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Aug 31 13:04:34.695769 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3835dd-57c3-4e64-b2d2-c3745e0999eb req-32e022c8-f8e9-4b69-9cf4-14e70d976c07 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:34.697274 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8b3835dd-57c3-4e64-b2d2-c3745e0999eb req-32e022c8-f8e9-4b69-9cf4-14e70d976c07 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0471382 Aug 31 13:04:34.738045 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8b3835dd-57c3-4e64-b2d2-c3745e0999eb req-050a9c97-7f14-4cec-b13e-19271bb2264a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 31 13:04:34.793153 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10a22be1-b4d6-4d79-b6be-ad8f5e37319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:35.161861 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:35.602813 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb809-9532-4584-838c-e9b05030e24a req-7edb883c-26b8-46a7-8060-b6c974820e86 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:35.604299 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d95fb809-9532-4584-838c-e9b05030e24a req-7edb883c-26b8-46a7-8060-b6c974820e86 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0477874 Aug 31 13:04:35.642616 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d95fb809-9532-4584-838c-e9b05030e24a req-6c400399-5093-496a-b2d4-78b51fe49b26 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Aug 31 13:04:35.853001 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fabe57-8331-463e-9722-29724ccc6ce0 req-f2e67fd9-e97d-4835-a81e-3c9a975e1883 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:35.854496 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0fabe57-8331-463e-9722-29724ccc6ce0 req-f2e67fd9-e97d-4835-a81e-3c9a975e1883 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0471537 Aug 31 13:04:35.895779 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0fabe57-8331-463e-9722-29724ccc6ce0 req-5309f3ad-9f88-4a4a-9e03-31c855b3e200 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Aug 31 13:04:36.093219 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:36.448841 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756689d-967d-4163-a3af-9895fd82e9fa req-a8afc8ab-9b46-4328-8550-4369e49c0267 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:36.450329 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2756689d-967d-4163-a3af-9895fd82e9fa req-a8afc8ab-9b46-4328-8550-4369e49c0267 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0787377 Aug 31 13:04:36.583843 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Deleting port 6588a909-e2e2-406f-a2fa-d105cfa77c00 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:04:36.584433 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:36.682250 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] For port 6588a909-e2e2-406f-a2fa-d105cfa77c00, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6588a909-e2e2-406f-a2fa-d105cfa77c00,segment=NetworkSegment(a56f4764-664f-48af-a88e-f743868a59b7),segment_id=a56f4764-664f-48af-a88e-f743868a59b7)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:36.682623 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:36.702994 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Calling delete_port for 6588a909-e2e2-406f-a2fa-d105cfa77c00 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:04:36.780372 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06389b-78b9-48ea-b1f1-a753632a11c2 req-e7db5a01-67da-4373-ad31-6096e745d7ee tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:36.782152 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8b06389b-78b9-48ea-b1f1-a753632a11c2 req-e7db5a01-67da-4373-ad31-6096e745d7ee tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 946 time: 0.0622134 Aug 31 13:04:36.848424 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8b06389b-78b9-48ea-b1f1-a753632a11c2 req-4ed79ee0-2690-49e7-91e0-cc7bb30c9d69 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c5d9e44-3def-4e27-a24d-4653ff52fd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573366 Aug 31 13:04:36.897453 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:36.917094 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['6588a909-e2e2-406f-a2fa-d105cfa77c00'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:36.975637 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Pushing event deleted for resources: {'Port': ['ID=6588a909-e2e2-406f-a2fa-d105cfa77c00,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:37.006620 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.007064 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.007477 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.007884 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.008390 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.008697 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.009104 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.029433 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.030237 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.031477 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.032292 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.040547 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:37.071737 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3d33-b19b-4862-8682-1c82774c78aa req-042ed663-368b-45c1-869d-992f4f7d0422 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:37.077988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] No DVR routers for this DVR port 6588a909-e2e2-406f-a2fa-d105cfa77c00 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:04:37.078654 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e07f3d33-b19b-4862-8682-1c82774c78aa req-042ed663-368b-45c1-869d-992f4f7d0422 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0552833 Aug 31 13:04:37.081372 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:37.085267 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2756689d-967d-4163-a3af-9895fd82e9fa req-4bb0c723-5cc2-4830-a946-c30165cfaf3d tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.59 "DELETE /v2.0/ports/6588a909-e2e2-406f-a2fa-d105cfa77c00 HTTP/1.1" status: 204 len: 173 time: 0.6266551 Aug 31 13:04:37.085742 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb947276-9c2e-413d-897a-72b7a438832c', 'name': 'network-vif-deleted', 'tag': '6588a909-e2e2-406f-a2fa-d105cfa77c00'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:37.090942 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a823ea0-3bb0-4d43-b47a-cfa4d2b25110" -d '{"events": [{"server_uuid": "cb947276-9c2e-413d-897a-72b7a438832c", "name": "network-vif-deleted", "tag": "6588a909-e2e2-406f-a2fa-d105cfa77c00"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:37.129479 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e07f3d33-b19b-4862-8682-1c82774c78aa req-db6535e5-0b95-4a03-871d-8e5b1936516d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Aug 31 13:04:37.142294 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98bde24-6461-4aa3-bf40-2a22f9d89c86 x-openstack-request-id: req-d98bde24-6461-4aa3-bf40-2a22f9d89c86 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:37.142625 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb947276-9c2e-413d-897a-72b7a438832c", "name": "network-vif-deleted", "tag": "6588a909-e2e2-406f-a2fa-d105cfa77c00", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:37.142711 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d98bde24-6461-4aa3-bf40-2a22f9d89c86 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:37.143081 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb947276-9c2e-413d-897a-72b7a438832c', 'name': 'network-vif-deleted', 'tag': '6588a909-e2e2-406f-a2fa-d105cfa77c00', 'status': 'completed', 'code': 200} Aug 31 13:04:37.860094 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:37.966870 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-29ff2572-2f5c-4380-950d-faf31d1ea0f3 req-42f4a0cc-341c-4145-a11e-4c4536bb16c7 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.0307004 Aug 31 13:04:37.998189 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-55925beb-4759-452c-89cc-2d7eda34662c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:37.999611 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-55925beb-4759-452c-89cc-2d7eda34662c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.1248910 Aug 31 13:04:38.015251 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-aceee69b-9ff5-4216-acbc-00d454c8f973 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/quotas/b249e7593e2f45929c02494c58bf4a0f HTTP/1.1" status: 200 len: 375 time: 0.0095928 Aug 31 13:04:38.067306 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-2755a5a5-0769-4d6c-a9eb-cd796a15ccae tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452046 Aug 31 13:04:38.166761 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-2c62b1e9-88e6-4a1d-be3d-0234f1dfc5f7 service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924821 Aug 31 13:04:38.291117 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4083b2-c8b8-4d2e-bd58-4290debe0d0f req-a820eabb-1a39-4892-b729-eafc1d3cf59d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:38.292609 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1c4083b2-c8b8-4d2e-bd58-4290debe0d0f req-a820eabb-1a39-4892-b729-eafc1d3cf59d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0750115 Aug 31 13:04:38.310467 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-496bd0c1-083d-4433-ba9a-aaf56acecb2a service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379480 Aug 31 13:04:38.338534 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1c4083b2-c8b8-4d2e-bd58-4290debe0d0f req-f3e1cf76-5160-4d16-a8e9-2a4f729fb106 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Aug 31 13:04:38.491117 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f6b8b708-369c-4a15-95de-554ae3a24e4e req-ae27cd0f-6604-43e3-8fe3-76d036ed0918 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 210 time: 0.0284359 Aug 31 13:04:38.635012 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38184) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:38.746165 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2d60b96-f38e-4a32-9849-680d03e3caf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:38.850614 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2d60b96-f38e-4a32-9849-680d03e3caf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:38.855909 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2d60b96-f38e-4a32-9849-680d03e3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:38.896767 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c2d60b96-f38e-4a32-9849-680d03e3caf9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77aadf07bcf242f19aa43bbf8bc307a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606533 Aug 31 13:04:38.897998 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d60b96-f38e-4a32-9849-680d03e3caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aca8a5-9c72-47c6-b37d-f6b6e8dce8eb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:38.899828 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38194) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:38.956554 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:38.977022 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.026748 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.029720 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.033219 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7aca8a5-9c72-47c6-b37d-f6b6e8dce8eb HTTP/1.1" status: 204 len: 168 time: 0.1289487 Aug 31 13:04:39.039727 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aca8a5-9c72-47c6-b37d-f6b6e8dce8eb,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:39.047934 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.048496 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.049236 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.049744 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.050224 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.050700 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.051223 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.051728 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.052291 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.053501 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.054030 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.054634 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333bf9ef-d689-4804-a012-edbbee754d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:39.088885 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ab32d639-95d6-4030-ad54-a4b169a29a62 req-bcad3528-d9a8-4ec2-aa56-a0f4ae767d89 tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.0301504 Aug 31 13:04:39.454045 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197bc6a-766a-4bc9-9cc0-5d75e14a38be req-6831b8d2-5070-47c2-ae22-072cad1a3981 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:39.455617 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a197bc6a-766a-4bc9-9cc0-5d75e14a38be req-6831b8d2-5070-47c2-ae22-072cad1a3981 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0496321 Aug 31 13:04:39.494789 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a197bc6a-766a-4bc9-9cc0-5d75e14a38be req-47a6e906-9ecc-4f63-81aa-00aedced35b7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Aug 31 13:04:39.587615 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fbe2dbda-f6cb-4cba-9133-266d38034534 req-69163bbf-469b-4e04-bc5b-5c2bd3e030b4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 210 time: 0.0294619 Aug 31 13:04:39.644522 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38226) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:39.739752 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-459279330-network', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:39.763251 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Made reservation on behalf of 0702568dd7fd43cf81b667c889a5f39c for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:39.765548 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.774523 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.864772 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.868709 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.896900 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:04:39.902376 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b50fd-4e09-4e75-82ec-a247554ab5f1,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:39.911433 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.911840 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Added segment 5a0a38a9-c94a-4852-bf1d-e3cfe30f8714 of type vlan for network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 Aug 31 13:04:39.952438 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.976128 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:39.977148 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:39.977797 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.033728 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3880634 Aug 31 13:04:40.036793 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38232) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:40.038982 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddd4f4-e39a-4783-934f-753ebe690c4f admin admin] Pushing event updated for resources: {'Network': ['ID=3233d2e0-f02a-43ed-a209-a63a1ebe7a34,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:40.043577 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Request body: {'subnet': {'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-459279330-subnet', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:40.050959 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:04:40.066371 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Made reservation on behalf of 0702568dd7fd43cf81b667c889a5f39c for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:40.069309 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.207542 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2ff0db4c-a762-48f5-bf57-a24a04514a53 req-e405d11b-fff0-48d9-a813-c481e607284a tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.0305309 Aug 31 13:04:40.245910 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.304592 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0031d817-7a75-4cb6-b442-bf604ec6797e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:40.310372 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Checking segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:40.310741 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Network hostable DHCP agents. Network: 3233d2e0-f02a-43ed-a209-a63a1ebe7a34, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:04:40.329215 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:04:40.339796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 3233d2e0-f02a-43ed-a209-a63a1ebe7a34) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:40.344577 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:40.345554 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.348587 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a94433-fb09-4209-b20c-86a96852bc1f None None] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:04:40.359665 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-25386c42-b24d-46b6-a1f2-74e42b0721ad admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3216853 Aug 31 13:04:40.362390 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38238) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:40.366669 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:40.387833 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.388882 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.445568 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.507034 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:04:40.508136 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.585555 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.619067 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce896c-4d3d-48d9-8827-c7cea0a4760d req-ceea039c-52a8-4357-81d8-fec005be6a64 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:40.621070 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-98ce896c-4d3d-48d9-8827-c7cea0a4760d req-ceea039c-52a8-4357-81d8-fec005be6a64 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0572479 Aug 31 13:04:40.661595 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Allocated IP 172.20.0.2 (3233d2e0-f02a-43ed-a209-a63a1ebe7a34/0031d817-7a75-4cb6-b442-bf604ec6797e/7ee0eaa4-8f0f-482a-ba06-feffca87cd8e) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:40.663606 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-98ce896c-4d3d-48d9-8827-c7cea0a4760d req-84cf2403-82b9-43da-b107-97b32df0a442 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Aug 31 13:04:40.756398 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a81133f1-fd18-4ee7-9bb9-82825a43e358 req-0077b11c-348f-435f-af29-cba351a0cca0 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 210 time: 0.0259655 Aug 31 13:04:40.809452 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.812184 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.822225 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Transition to ACTIVE for port object 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:40.828154 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.840364 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Transition to ACTIVE for port object 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:40.846980 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.889476 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:40.892353 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:40.895059 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:40.907786 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Pushing event updated for resources: {'Port': ['ID=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:40.932745 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.933091 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.933425 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.933754 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.934079 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.934404 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.934723 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.935061 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.935382 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.935701 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.936016 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.936334 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:40.939606 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Allocated IP 172.27.0.204 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/c1c1b4d8-39ce-437b-a02f-6808b3a078cd) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:40.968052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Attempting to bind port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:40.968418 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Attempting to bind port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:40.968810 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Attempting to bind port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:40.973665 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:40.974032 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Checking segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:40.974976 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:40.975364 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Bound using segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:40.975817 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Bound port: 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:40.976318 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:41.048422 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] For port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:41.053298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] For port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:41.057445 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:41.057624 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:41.098230 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:41.113537 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf9bc7-4c36-4e01-bf22-b6577953c305 None None] Pushing event updated for resources: {'Port': ['ID=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:41.140471 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:41.143425 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:41.147659 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:41.150498 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Pushing event updated for resources: {'Port': ['ID=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:41.160177 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6588a909-e2e2-406f-a2fa-d105cfa77c00 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:04:41.192172 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 6588a909-e2e2-406f-a2fa-d105cfa77c00 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:04:41.192518 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6588a909-e2e2-406f-a2fa-d105cfa77c00 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:04:41.321772 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:04:41.400182 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8494a081-89cb-49c6-adc5-df8419f89e12 req-1726dd18-bdd0-4563-8b3b-c19f91c971be tempest-DeleteServersTestJSON-979196585 tempest-DeleteServersTestJSON-979196585-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb947276-9c2e-413d-897a-72b7a438832c HTTP/1.1" status: 200 len: 210 time: 0.0479839 Aug 31 13:04:41.470602 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:41.521164 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:41.693351 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:41.830465 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de2d8e-b90f-4bee-8fc4-32c2d833ea25 req-24a20c87-ae81-4db3-b0e1-0b7fc7dcd2b8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:41.834566 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-62de2d8e-b90f-4bee-8fc4-32c2d833ea25 req-24a20c87-ae81-4db3-b0e1-0b7fc7dcd2b8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0812430 Aug 31 13:04:41.848729 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Router b6826ca0-aeae-40e2-80cf-5b162549795b is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:04:41.895659 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c99c7cbc-7e4b-4a87-89d7-a8bb9e6cde7e req-15f64e8d-b95e-4675-8c52-e7c00a57cf80 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 210 time: 0.0452683 Aug 31 13:04:41.939344 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-62de2d8e-b90f-4bee-8fc4-32c2d833ea25 req-7b6c0650-ba89-4a56-a24f-c61c86e4aafa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986710 Aug 31 13:04:41.978920 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:04:41.992269 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:04:41.997289 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:42.001231 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3bff83e6-0ab7-435d-aeac-90e6c2c3fb6d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6351366 Aug 31 13:04:42.003113 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38268) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:42.014115 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:42.015075 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:42.160984 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:42.266568 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bcca1d-2e01-4d6e-8b22-b4103c71e004 None None] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:04:42.357180 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-05cf7a9b-bb1c-4eab-b4e0-8cd4dff169df None None] Provisioning for port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:42.397744 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:41Z', 'revision_number': 3, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:42.424540 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:04:42.424540 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Updating router b6826ca0-aeae-40e2-80cf-5b162549795b port c1c1b4d8-39ce-437b-a02f-6808b3a078cd binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:04:42.459057 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:42.562023 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:42.691714 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:42.705877 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:42.706356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:42.861678 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:42.884349 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-880b6788-7200-49c5-a6ef-298feef3ca86 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:42.885896 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-880b6788-7200-49c5-a6ef-298feef3ca86 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.2625747 Aug 31 13:04:42.907138 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Request body: {'port': {'device_id': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'admin_state_up': True, 'tenant_id': 'b249e7593e2f45929c02494c58bf4a0f'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:42.957567 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:42.969621 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-54b859f9-cd24-446f-b35a-639ac99e473d None None] Provisioning complete for port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:42.969861 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:42.973385 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-54b859f9-cd24-446f-b35a-639ac99e473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:42.983548 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Transition to ACTIVE for port object c1c1b4d8-39ce-437b-a02f-6808b3a078cd will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:42.987830 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:42.992649 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.093570 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Pushing event updated for resources: {'Port': ['ID=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:43.098003 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.141075 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Attempting to bind port c1c1b4d8-39ce-437b-a02f-6808b3a078cd on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:43.142755 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Attempting to bind port c1c1b4d8-39ce-437b-a02f-6808b3a078cd by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:43.145004 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Attempting to bind port c1c1b4d8-39ce-437b-a02f-6808b3a078cd on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:43.160334 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.166463 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.167112 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.167604 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.168045 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.168486 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.168936 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.169364 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.170475 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.171933 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.172642 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.173757 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:04:43.183761 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-f26850ed-03d9-4b90-8804-568899d473e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862863 Aug 31 13:04:43.196596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:43.196596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:43.196596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.196596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:43.196596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Bound port: c1c1b4d8-39ce-437b-a02f-6808b3a078cd, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:43.196596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.199819 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:43.266051 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Made reservation on behalf of b249e7593e2f45929c02494c58bf4a0f for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:43.269928 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.288077 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f6d1064-85f2-4175-b309-2fb079cf1042 req-dbefb9f6-5943-4358-965d-186f90f70a9f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 210 time: 0.1443141 Aug 31 13:04:43.288348 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] For port c1c1b4d8-39ce-437b-a02f-6808b3a078cd, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:43.292499 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] For port c1c1b4d8-39ce-437b-a02f-6808b3a078cd, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:43.302952 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.428905 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab76d-38ec-4a4a-aa73-d37f6621457d req-d5aa1a16-299d-4a0f-b4cc-5049087f97b6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:43.429693 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:43.430762 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:43.431405 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-741ab76d-38ec-4a4a-aa73-d37f6621457d req-d5aa1a16-299d-4a0f-b4cc-5049087f97b6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.2811394 Aug 31 13:04:43.495622 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc952c1e-0dd0-49f7-98f8-d04901716a01 None None] Pushing event updated for resources: {'Port': ['ID=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:43.562936 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:43.573309 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-741ab76d-38ec-4a4a-aa73-d37f6621457d req-15df677f-c78f-4281-b308-d6033aab7326 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350625 Aug 31 13:04:43.581245 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Allocated IP 172.20.0.1 (3233d2e0-f02a-43ed-a209-a63a1ebe7a34/0031d817-7a75-4cb6-b442-bf604ec6797e/8151f8dd-e55d-42ab-8bbb-411508afa0c5) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:43.651043 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-14770512-1859-467f-a6a1-282fe8436e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:43.652558 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-14770512-1859-467f-a6a1-282fe8436e58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 1098 time: 0.3981237 Aug 31 13:04:43.698539 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.712082 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.provisioning_blocks [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Transition to ACTIVE for port object 8151f8dd-e55d-42ab-8bbb-411508afa0c5 will not be triggered until provisioned by entity DHCP. {{(pid=94105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:43.762020 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.762795 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Allocated IP 172.20.0.7 (1c7804c9-aa4a-45ce-bda3-27e32a1a9375/4af24a74-1e6a-47f6-bdb1-f925f72a61d3/2d0f137a-c328-4d5d-ab83-fa95c3495b61) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:43.809735 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:43.812530 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:43.813513 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-3a34ad05-293d-40df-9dbf-3ec2b8ff912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:43.816687 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-3a34ad05-293d-40df-9dbf-3ec2b8ff912f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 916 time: 0.1290555 Aug 31 13:04:43.816833 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:43.817274 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:43.820822 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Pushing event updated for resources: {'Port': ['ID=8151f8dd-e55d-42ab-8bbb-411508afa0c5,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:43.886205 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:41Z', 'revision_number': 3, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:43.894557 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-1c6f0dfa-ba28-4b7e-bdff-43ae65f98f28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2 HTTP/1.1" status: 200 len: 217 time: 0.0569530 Aug 31 13:04:43.922300 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974c27-84b1-4045-a8ad-b9af39c169e5 None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:41Z', 'revision_number': 3, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:04:44.015891 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.044052 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.091016 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.142809 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:44.146223 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:44.150560 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:44.156956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:44.156956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.161109 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event updated for resources: {'Port': ['ID=2d0f137a-c328-4d5d-ab83-fa95c3495b61,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:44.179217 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-ba1d6966-e79b-427a-9658-7e30395d3392 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2762322 Aug 31 13:04:44.202454 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-b48e0b92-8dd8-4fb3-866e-d1956de21314 None None] Provisioning for port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:44.209694 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-b48e0b92-8dd8-4fb3-866e-d1956de21314 None None] Provisioning complete for port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:44.210069 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b48e0b92-8dd8-4fb3-866e-d1956de21314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.226457 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.240385 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.241242 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.272381 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-b48e0b92-8dd8-4fb3-866e-d1956de21314 None None] Port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:04:44.342808 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38330) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:44.381489 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Pushing event updated for resources: {'Port': ['ID=8151f8dd-e55d-42ab-8bbb-411508afa0c5,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:44.397879 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] Deleting subnet fe31dc56-207f-4bcb-8361-7ee5e1512472 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:04:44.401652 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.435121 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:44.437267 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:44.442258 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.460608 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3752563-2b85-4de4-9286-d2ec772ec3ac req-5dced05c-3aaf-4bed-9040-e5b2d1caff66 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:44.462239 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e3752563-2b85-4de4-9286-d2ec772ec3ac req-5dced05c-3aaf-4bed-9040-e5b2d1caff66 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 931 time: 0.0781517 Aug 31 13:04:44.475144 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.594826 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.628295 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe31dc56-207f-4bcb-8361-7ee5e1512472,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:44.634172 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.639643 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-87472f17-784a-4c69-9a0e-644e373467e2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fe31dc56-207f-4bcb-8361-7ee5e1512472 HTTP/1.1" status: 204 len: 168 time: 0.2956743 Aug 31 13:04:44.640391 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38340) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:44.648979 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e3752563-2b85-4de4-9286-d2ec772ec3ac req-dd5771e5-e945-417b-8a33-013772c32d31 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518884 Aug 31 13:04:44.718702 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:04:44.726243 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1c1b4d8-39ce-437b-a02f-6808b3a078cd up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:44.763764 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.788122 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port c1c1b4d8-39ce-437b-a02f-6808b3a078cd completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:44.792288 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c1c1b4d8-39ce-437b-a02f-6808b3a078cd triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:44.793078 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.841062 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-0fd053f9-1e64-431f-883a-c9c37aa00bc5 None None] Provisioning complete for port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:44.842383 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0fd053f9-1e64-431f-883a-c9c37aa00bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.858127 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.873451 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.873792 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.874680 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.875009 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > port after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.875381 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > port after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.875666 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > port after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.876391 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.876760 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.877179 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.878146 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:44.886095 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f0c0-1f71-4957-8738-09fdbb6f4c87 req-8673e8cb-f60d-4d4e-95ef-bc5cec58fdc2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:44.887843 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-24a9f0c0-1f71-4957-8738-09fdbb6f4c87 req-8673e8cb-f60d-4d4e-95ef-bc5cec58fdc2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.1507049 Aug 31 13:04:44.902960 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0fd053f9-1e64-431f-883a-c9c37aa00bc5 None None] Port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:04:44.930868 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:04:44.938193 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-56e09744-63f4-4ccc-bed9-de1734c1691b admin admin] 10.222.0.69 "PUT /v2.0/routers/b6826ca0-aeae-40e2-80cf-5b162549795b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9339962 Aug 31 13:04:44.950054 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.963217 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-24a9f0c0-1f71-4957-8738-09fdbb6f4c87 req-dd578989-d534-484c-a4e4-0aaab5640593 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652697 Aug 31 13:04:44.978105 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port c1c1b4d8-39ce-437b-a02f-6808b3a078cd, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:44.989080 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:44.990362 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:45.067060 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:45.069097 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:45.069575 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:45.070065 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:04:45.070717 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e469ee1-2618-4b6f-8ebe-14f0527b42e0']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:45.074236 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:45.101804 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56f4764-664f-48af-a88e-f743868a59b7') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:45.102231 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56f4764-664f-48af-a88e-f743868a59b7') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:45.114970 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:45.115304 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.128307 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.154344 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.168566 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:04:45.169024 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:04:45.174026 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:04:45.234534 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.241916 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.244006 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] 10.222.0.69 "DELETE /v2.0/networks/0e469ee1-2618-4b6f-8ebe-14f0527b42e0 HTTP/1.1" status: 204 len: 168 time: 0.6022882 Aug 31 13:04:45.254368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa371abb-95aa-4e20-9194-97d94bf08bff admin admin] Pushing event deleted for resources: {'Network': ['ID=0e469ee1-2618-4b6f-8ebe-14f0527b42e0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:45.361131 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38358) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:45.405210 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-32dc9032-5f1d-4a2e-9ff5-8fc2cc64b0e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dd42683d3a14f27a8cdb241c52671fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428739 Aug 31 13:04:45.407615 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38360) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:45.459848 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de75b45b-dae0-438a-b763-da4ea6a15b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.480632 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de75b45b-dae0-438a-b763-da4ea6a15b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.531402 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de75b45b-dae0-438a-b763-da4ea6a15b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.534370 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de75b45b-dae0-438a-b763-da4ea6a15b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.535519 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-de75b45b-dae0-438a-b763-da4ea6a15b30 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c5d9e44-3def-4e27-a24d-4653ff52fd1a HTTP/1.1" status: 204 len: 168 time: 0.1270237 Aug 31 13:04:45.552883 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75b45b-dae0-438a-b763-da4ea6a15b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5d9e44-3def-4e27-a24d-4653ff52fd1a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:45.558402 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38366) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:45.566194 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1223482560-network', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:45.590577 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Made reservation on behalf of 2b6177f7a13e4c3fb54bac8330cfcf54 for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:45.592986 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.603990 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.715407 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.720912 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.782969 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:04:45.797985 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.798324 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Added segment cded94d3-b7d1-4e8f-8463-9701beee7ea5 of type vlan for network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c Aug 31 13:04:45.799829 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4427b184-4931-4b15-ace3-59d07c83589f,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:45.863258 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc3d8-51a6-4aad-a1df-2819a3cd4326 req-a427980b-d456-4aa1-ad57-6a9e4e31001f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:45.864930 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-927cc3d8-51a6-4aad-a1df-2819a3cd4326 req-a427980b-d456-4aa1-ad57-6a9e4e31001f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 931 time: 0.1284511 Aug 31 13:04:45.868463 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.910864 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:04:45.922143 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:45.922143 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:45.923005 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-927cc3d8-51a6-4aad-a1df-2819a3cd4326 req-8b2a115d-39ac-4aaf-9931-27759e47c65f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488195 Aug 31 13:04:45.928525 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.929661 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:45.930242 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:45.997334 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4381378 Aug 31 13:04:45.998169 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38384) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:46.004272 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Request body: {'subnet': {'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1223482560-subnet', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:46.018106 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b278684-7ca3-4679-a4fd-a8ff18cc479a admin admin] Pushing event updated for resources: {'Network': ['ID=25bfbcae-f9b9-4f5f-a987-7e0b82960a4c,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:46.036098 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:04:46.040843 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Made reservation on behalf of 2b6177f7a13e4c3fb54bac8330cfcf54 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:04:46.043703 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26797544'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.119473 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:46.137942 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496239dc-4a64-4f46-8358-0ebd1b253b66 req-a02655cb-baf3-4387-b94b-22a4d6b2c220 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:46.139495 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-496239dc-4a64-4f46-8358-0ebd1b253b66 req-a02655cb-baf3-4387-b94b-22a4d6b2c220 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0751371 Aug 31 13:04:46.201716 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-496239dc-4a64-4f46-8358-0ebd1b253b66 req-ff9b830a-fafd-4416-b0cb-c57a118c4bf1 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Aug 31 13:04:46.266557 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25602954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26797566'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.346236 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01adc69-bb86-4187-8b12-a79bcf9f213d,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:46.358117 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Checking segment: {'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:46.358481 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Network hostable DHCP agents. Network: 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:04:46.378874 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:04:46.390407 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:46.396580 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:46.397491 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.416833 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd583b3-9f98-4dc9-bdb6-6f6e0946cc4b None None] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:04:46.418227 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9e2505e5-f30a-413a-9a31-b8eb893bcef8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4185698 Aug 31 13:04:46.421010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38396) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:46.425822 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:46.451639 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.453335 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.526073 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.541682 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1c1b4d8-39ce-437b-a02f-6808b3a078cd up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:46.668855 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c1c1b4d8-39ce-437b-a02f-6808b3a078cd triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:46.669270 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.687530 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.726514 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 2, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:46.733454 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-25bfbcae-f9b9-4f5f-a987-7e0b82960a4c', 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'fixed_ips': [{'subnet_id': 'b01adc69-bb86-4187-8b12-a79bcf9f213d'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:04:46.734943 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.779697 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:04:46.780043 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Updating router b6826ca0-aeae-40e2-80cf-5b162549795b port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:04:46.875198 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.906679 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.924981 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['043a46ad-6099-4c5f-81cb-101dbfbe32b2'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:46.925817 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:46.941206 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Request body: {'port': {'device_id': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:47.073214 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-8668c253-b7da-422e-a8ed-7cd36e17a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:47.074753 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-8668c253-b7da-422e-a8ed-7cd36e17a2ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.1463425 Aug 31 13:04:47.115080 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.143637 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Allocated IP 172.20.0.2 (25bfbcae-f9b9-4f5f-a987-7e0b82960a4c/b01adc69-bb86-4187-8b12-a79bcf9f213d/bcfe62de-437f-4bec-bd20-f76d8ff9d6c2) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:47.148461 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-0e67fb5a-adf0-43ed-ae26-618147c8bd10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588732 Aug 31 13:04:47.170272 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be4756-8981-482a-a018-95b5aa46bae1 req-fc3bba38-6dbe-46ad-b33a-7429b767da8d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:47.174427 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b7be4756-8981-482a-a018-95b5aa46bae1 req-fc3bba38-6dbe-46ad-b33a-7429b767da8d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 931 time: 0.0735598 Aug 31 13:04:47.222909 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b7be4756-8981-482a-a018-95b5aa46bae1 req-237145e9-a64f-4daf-9ee0-2fb344ef05d5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Aug 31 13:04:47.370350 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Allocated IP 172.27.0.200 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/c044d887-0c4b-495c-a701-b911c6bd47af) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:47.420891 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973512e-c93e-46d5-8ec1-2b2d69d37a94 req-0d799c8f-7d95-4a41-bb34-d3fe49bf4946 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:47.422705 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6973512e-c93e-46d5-8ec1-2b2d69d37a94 req-0d799c8f-7d95-4a41-bb34-d3fe49bf4946 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0595653 Aug 31 13:04:47.461849 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6973512e-c93e-46d5-8ec1-2b2d69d37a94 req-79f0c0c6-ec6c-4100-a021-a326b3f4348d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Aug 31 13:04:47.506480 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.508261 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-86eb99e5-bbb0-4eef-8eeb-2d8180d6f1b5 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384778 Aug 31 13:04:47.521454 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Transition to ACTIVE for port object bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:47.562722 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Transition to ACTIVE for port object bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:47.571374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.642525 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:47.677130 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:47.680551 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Pushing event updated for resources: {'Port': ['ID=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:47.684535 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:47.710616 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.716827 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.756030 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed354899-a4ee-4f55-868f-a954fa135b5b req-ba1f5225-a00d-41a0-9251-6637d7804e58 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319930 Aug 31 13:04:47.756303 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Transition to ACTIVE for port object 8151f8dd-e55d-42ab-8bbb-411508afa0c5 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:47.765381 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.800280 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Attempting to bind port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:47.800651 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Attempting to bind port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:47.801039 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Attempting to bind port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 on network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:47.818952 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:47.819330 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Checking segment: {'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:47.819733 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.820133 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Bound using segment: {'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:47.820622 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Bound port: bcfe62de-437f-4bec-bd20-f76d8ff9d6c2, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:47.821030 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.836092 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0f137a-c328-4d5d-ab83-fa95c3495b61 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:47.845874 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f6d8-4568-4f22-8d35-f8575ab2c449 None None] Pushing event updated for resources: {'Port': ['ID=8151f8dd-e55d-42ab-8bbb-411508afa0c5,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:47.850708 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.868205 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.882967 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Transition to ACTIVE for port object 2d0f137a-c328-4d5d-ab83-fa95c3495b61 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:47.906839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:47.910081 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.917180 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:47.918040 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:47.936892 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Attempting to bind port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:47.937455 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Attempting to bind port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:47.937859 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Attempting to bind port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:47.950538 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:47.950922 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Checking segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:47.951327 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.952583 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Bound using segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:47.953119 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Bound port: 8151f8dd-e55d-42ab-8bbb-411508afa0c5, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:47.953494 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:47.958333 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] For port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:47.981718 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] For port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,segment=NetworkSegment(cded94d3-b7d1-4e8f-8463-9701beee7ea5),segment_id=cded94d3-b7d1-4e8f-8463-9701beee7ea5)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:47.982272 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Pushing event updated for resources: {'Port': ['ID=c044d887-0c4b-495c-a701-b911c6bd47af,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:48.009627 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:48.113339 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] For port 8151f8dd-e55d-42ab-8bbb-411508afa0c5, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:48.118582 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] For port 8151f8dd-e55d-42ab-8bbb-411508afa0c5, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=8151f8dd-e55d-42ab-8bbb-411508afa0c5,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:48.123555 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:48.125676 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498d836-7606-42a8-8bc8-40b32b7edef7 None None] Pushing event updated for resources: {'Port': ['ID=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:48.204399 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:48.205075 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:48.210847 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f6d8-4568-4f22-8d35-f8575ab2c449 None None] Pushing event updated for resources: {'Port': ['ID=8151f8dd-e55d-42ab-8bbb-411508afa0c5,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:48.417725 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:48.470046 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faa825-6b4f-4f3d-b7be-8f657ada3546 req-57808eac-e649-4f16-ab09-ac54fc82363b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:48.475943 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-53faa825-6b4f-4f3d-b7be-8f657ada3546 req-57808eac-e649-4f16-ab09-ac54fc82363b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0926812 Aug 31 13:04:48.538862 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f137a-c328-4d5d-ab83-fa95c3495b61,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:48.554805 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-53faa825-6b4f-4f3d-b7be-8f657ada3546 req-38eeae1f-eda3-450d-ac41-66c3578a418a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705132 Aug 31 13:04:48.595678 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Attempting to bind port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:48.596160 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Attempting to bind port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:48.596585 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Attempting to bind port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:48.614081 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:04:48.615240 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Attempting to bind port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:48.671823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:48.672259 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Checking segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:48.672774 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Bound using segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:48.673279 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Bound port: 2d0f137a-c328-4d5d-ab83-fa95c3495b61, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:48.673702 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:48.781480 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3165f95-9c5c-4bc5-ad7c-d4fff4a3c403 req-8ebf439b-1e44-4a14-9608-b65e800e9967 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:48.793505 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a3165f95-9c5c-4bc5-ad7c-d4fff4a3c403 req-8ebf439b-1e44-4a14-9608-b65e800e9967 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0929804 Aug 31 13:04:48.831602 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:48.907528 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38464) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:48.915524 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:48.919494 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] For port 2d0f137a-c328-4d5d-ab83-fa95c3495b61, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:48.921629 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a3165f95-9c5c-4bc5-ad7c-d4fff4a3c403 req-bb8f69c4-85a5-479c-bb4d-8ccb808f1687 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175318 Aug 31 13:04:48.923973 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] For port 2d0f137a-c328-4d5d-ab83-fa95c3495b61, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2d0f137a-c328-4d5d-ab83-fa95c3495b61,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:48.980256 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.071601 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f137a-c328-4d5d-ab83-fa95c3495b61,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:49.096387 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:49.097169 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.099439 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-8730e29e-fff6-4d2d-90f9-7fc8e2bed133 service neutron] 10.222.0.59 "PUT /v2.0/ports/2d0f137a-c328-4d5d-ab83-fa95c3495b61 HTTP/1.1" status: 200 len: 1093 time: 2.1694236 Aug 31 13:04:49.100064 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'tag': '2d0f137a-c328-4d5d-ab83-fa95c3495b61'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:49.102851 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a156cb-464c-4686-b75f-5a95dba18f30" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2f85c7-56cc-4953-a38e-af152acdb6e9", "tag": "2d0f137a-c328-4d5d-ab83-fa95c3495b61"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:49.163680 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:48Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:49.202708 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2901f1-8680-44d7-a236-938334d03293 None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:48Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:04:49.204450 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:49.220269 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dced64ca-5865-4f65-93aa-e4d72c384f74 x-openstack-request-id: req-dced64ca-5865-4f65-93aa-e4d72c384f74 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:49.220569 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2f85c7-56cc-4953-a38e-af152acdb6e9", "tag": "2d0f137a-c328-4d5d-ab83-fa95c3495b61", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:49.220847 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dced64ca-5865-4f65-93aa-e4d72c384f74 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:49.228926 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'tag': '2d0f137a-c328-4d5d-ab83-fa95c3495b61', 'status': 'completed', 'code': 200} Aug 31 13:04:49.303778 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f15106e-ac8d-43b2-a240-6159e88250b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.396588 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-d026c74f-2686-4989-860e-bef8f12f9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:49.398312 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-d026c74f-2686-4989-860e-bef8f12f9a9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 1096 time: 0.1831672 Aug 31 13:04:49.511127 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.626991 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f15106e-ac8d-43b2-a240-6159e88250b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.633947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f15106e-ac8d-43b2-a240-6159e88250b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.646546 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea8ab8-9362-4062-8088-c7e5d3ebb465 None None] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:04:49.682218 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0f15106e-ac8d-43b2-a240-6159e88250b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c20ee5d3fec44e393e68b55108f8290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7740266 Aug 31 13:04:49.687587 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38510) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:49.696505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15106e-ac8d-43b2-a240-6159e88250b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5c8340-8804-4e3a-9a18-036cd585ada1,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:49.709967 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b032182-9e90-4087-ba56-e8895a3885e2 req-a63df1eb-49c4-4df4-99cc-60559eb158c3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:49.712398 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9b032182-9e90-4087-ba56-e8895a3885e2 req-a63df1eb-49c4-4df4-99cc-60559eb158c3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0566621 Aug 31 13:04:49.740003 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-44de279f-392a-4bf6-aeae-62e7d0c0ee7f None None] Provisioning for port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:49.756225 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-44de279f-392a-4bf6-aeae-62e7d0c0ee7f None None] Provisioning complete for port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:49.756808 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44de279f-392a-4bf6-aeae-62e7d0c0ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.765753 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:04:49.767919 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a7e360d3-9a6c-4b7b-9c8b-a8d63c9e6c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.770002 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9b032182-9e90-4087-ba56-e8895a3885e2 req-5c8be4b4-12f2-4143-8665-e3cc0bd21974 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482998 Aug 31 13:04:49.834740 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a7e360d3-9a6c-4b7b-9c8b-a8d63c9e6c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.913065 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44de279f-392a-4bf6-aeae-62e7d0c0ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.953785 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:04:49.955157 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-44de279f-392a-4bf6-aeae-62e7d0c0ee7f None None] For port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,segment=NetworkSegment(cded94d3-b7d1-4e8f-8463-9701beee7ea5),segment_id=cded94d3-b7d1-4e8f-8463-9701beee7ea5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:49.966034 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-44de279f-392a-4bf6-aeae-62e7d0c0ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.971090 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Sync routers for ids ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:04:49.991435 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Routers {'bb08f516-22ad-44a1-a5bb-b4d6431a7e47'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:49.992518 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:49.993423 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a7e360d3-9a6c-4b7b-9c8b-a8d63c9e6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:49.996069 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a7e360d3-9a6c-4b7b-9c8b-a8d63c9e6c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.002895 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a7e360d3-9a6c-4b7b-9c8b-a8d63c9e6c9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d5c8340-8804-4e3a-9a18-036cd585ada1 HTTP/1.1" status: 204 len: 168 time: 0.3142588 Aug 31 13:04:50.052099 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de279f-392a-4bf6-aeae-62e7d0c0ee7f None None] Pushing event updated for resources: {'Port': ['ID=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:50.071090 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e360d3-9a6c-4b7b-9c8b-a8d63c9e6c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5c8340-8804-4e3a-9a18-036cd585ada1,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:50.080923 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.080923 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a46aadad-e620-4e76-9688-857bb5d73cab admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6558275 Aug 31 13:04:50.080923 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38518) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:50.135455 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6456c3-9105-483b-b0f6-68f97e9b21a4 req-e221ad98-7a37-46ec-bfab-3fee81dad370 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:50.139721 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0d6456c3-9105-483b-b0f6-68f97e9b21a4 req-e221ad98-7a37-46ec-bfab-3fee81dad370 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0990617 Aug 31 13:04:50.214248 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0d6456c3-9105-483b-b0f6-68f97e9b21a4 req-640bc763-1b23-49c8-844f-88896eed6833 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666044 Aug 31 13:04:50.241962 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Set router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:50.290629 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-ba6156ba-f2e1-417d-bb21-162586ae9dbc None None] Provisioning complete for port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:50.291134 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ba6156ba-f2e1-417d-bb21-162586ae9dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.556998 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:48Z', 'revision_number': 3, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port': {'id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:50.569540 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38526) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:50.594503 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-31213738-d1ec-40a3-b1ec-20f7123f079e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.600708 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Checking router: bb08f516-22ad-44a1-a5bb-b4d6431a7e47 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:04:50.601081 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Updating router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 port c044d887-0c4b-495c-a701-b911c6bd47af binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:04:50.623640 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.627451 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:50.643512 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.699218 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:50.699837 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.771019 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-31213738-d1ec-40a3-b1ec-20f7123f079e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.777429 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-31213738-d1ec-40a3-b1ec-20f7123f079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.794957 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 8151f8dd-e55d-42ab-8bbb-411508afa0c5 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:50.859035 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Allocated IP 172.20.0.1 (25bfbcae-f9b9-4f5f-a987-7e0b82960a4c/b01adc69-bb86-4187-8b12-a79bcf9f213d/728b17fb-4141-4e20-ae96-c5210aeaa117) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:04:50.872709 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31213738-d1ec-40a3-b1ec-20f7123f079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e9ae7-7789-4a9a-ad4c-cb9f327fffb7,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:50.872918 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:50.877896 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:50.878495 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.933632 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-31213738-d1ec-40a3-b1ec-20f7123f079e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c43deef71902475a963a656ac3296557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627520 Aug 31 13:04:50.937955 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38532) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:50.993708 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45366064-8e96-4538-b2a6-12cea57e9c9f req-1f7423d7-3506-4ac2-ac99-13f896dacd21 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:50.994945 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:50.995473 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-45366064-8e96-4538-b2a6-12cea57e9c9f req-1f7423d7-3506-4ac2-ac99-13f896dacd21 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0597441 Aug 31 13:04:51.021927 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.035023 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Transition to ACTIVE for port object c044d887-0c4b-495c-a701-b911c6bd47af will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:51.038895 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72349cbd-e7c8-4a04-9567-1899fc1a110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.044342 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.048318 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.054626 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 8151f8dd-e55d-42ab-8bbb-411508afa0c5, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=8151f8dd-e55d-42ab-8bbb-411508afa0c5,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:51.056023 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-45366064-8e96-4538-b2a6-12cea57e9c9f req-69cdd2dd-2af2-4f7d-957e-f3aff48b0c35 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534906 Aug 31 13:04:51.060871 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.082956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72349cbd-e7c8-4a04-9567-1899fc1a110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.087491 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Transition to ACTIVE for port object 728b17fb-4141-4e20-ae96-c5210aeaa117 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:51.094004 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f33b-efed-4a79-931b-85ed4d00e3c5 None None] Pushing event updated for resources: {'Port': ['ID=c044d887-0c4b-495c-a701-b911c6bd47af,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:51.115315 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Attempting to bind port c044d887-0c4b-495c-a701-b911c6bd47af on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:51.115687 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Attempting to bind port c044d887-0c4b-495c-a701-b911c6bd47af by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:51.116040 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Attempting to bind port c044d887-0c4b-495c-a701-b911c6bd47af on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:51.122629 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:51.123007 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:51.123408 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.123795 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:51.124607 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Bound port: c044d887-0c4b-495c-a701-b911c6bd47af, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:51.125197 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.127860 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=8151f8dd-e55d-42ab-8bbb-411508afa0c5,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:51.167513 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.184421 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] For port c044d887-0c4b-495c-a701-b911c6bd47af, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:51.187476 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] For port c044d887-0c4b-495c-a701-b911c6bd47af, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c044d887-0c4b-495c-a701-b911c6bd47af,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:51.191707 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.207262 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:51.212180 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72349cbd-e7c8-4a04-9567-1899fc1a110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.214685 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72349cbd-e7c8-4a04-9567-1899fc1a110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.215803 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-72349cbd-e7c8-4a04-9567-1899fc1a110e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a7e9ae7-7789-4a9a-ad4c-cb9f327fffb7 HTTP/1.1" status: 204 len: 168 time: 0.2769275 Aug 31 13:04:51.221771 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:51.224383 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:04:51.245525 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f33b-efed-4a79-931b-85ed4d00e3c5 None None] Pushing event updated for resources: {'Port': ['ID=c044d887-0c4b-495c-a701-b911c6bd47af,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:51.255934 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Pushing event updated for resources: {'Port': ['ID=728b17fb-4141-4e20-ae96-c5210aeaa117,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:51.261077 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72349cbd-e7c8-4a04-9567-1899fc1a110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e9ae7-7789-4a9a-ad4c-cb9f327fffb7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:51.263527 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Routers {'bb08f516-22ad-44a1-a5bb-b4d6431a7e47'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:51.268173 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:51.280098 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.404195 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] Set router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:51.413203 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6859b-5c08-47b9-9e40-443c8f774c28 req-062731e7-3d64-4c60-a289-20f354db3443 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:51.414759 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-abf6859b-5c08-47b9-9e40-443c8f774c28 req-062731e7-3d64-4c60-a289-20f354db3443 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0903969 Aug 31 13:04:51.473625 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-abf6859b-5c08-47b9-9e40-443c8f774c28 req-ef9d0d83-e241-456e-82fb-eeb4f89514d4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Aug 31 13:04:51.488680 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.585522 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-684ce11b-f981-4c6c-8fa3-72ac616457eb None None] Provisioning for port 728b17fb-4141-4e20-ae96-c5210aeaa117 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:51.593021 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-684ce11b-f981-4c6c-8fa3-72ac616457eb None None] Provisioning complete for port 728b17fb-4141-4e20-ae96-c5210aeaa117 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:51.594125 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-684ce11b-f981-4c6c-8fa3-72ac616457eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.638216 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-684ce11b-f981-4c6c-8fa3-72ac616457eb None None] Port 728b17fb-4141-4e20-ae96-c5210aeaa117 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:04:51.657754 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:48Z', 'revision_number': 3, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port': {'id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:51.684854 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89b32-6159-4505-97ca-1f81cc48bc96 None None] The sync data for ids ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'] in dv-cinder-804470-3-iscsi is: [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:48Z', 'revision_number': 3, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port': {'id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:04:51.692174 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.698273 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.771701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:51.774728 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Pushing event updated for resources: {'Port': ['ID=728b17fb-4141-4e20-ae96-c5210aeaa117,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:51.876081 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:04:51.878162 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:04:52.019850 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:04:52.157999 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:04:52.163273 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-fc29f961-fd27-414d-898e-035f5cd1485e None None] Provisioning complete for port 728b17fb-4141-4e20-ae96-c5210aeaa117 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:52.165022 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1a119532-3c14-4fc0-8897-677a96c45258 admin admin] 10.222.0.69 "PUT /v2.0/routers/bb08f516-22ad-44a1-a5bb-b4d6431a7e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0760360 Aug 31 13:04:52.173352 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc29f961-fd27-414d-898e-035f5cd1485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:52.220799 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3c6d-dbab-41b2-8cd4-24e3dea3cd81 req-8d181c7e-db21-495f-9a74-fa9aee0ea9c2 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:52.222705 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0d8e3c6d-dbab-41b2-8cd4-24e3dea3cd81 req-8d181c7e-db21-495f-9a74-fa9aee0ea9c2 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0617065 Aug 31 13:04:52.236962 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-fc29f961-fd27-414d-898e-035f5cd1485e None None] Port 728b17fb-4141-4e20-ae96-c5210aeaa117 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:04:52.276556 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0d8e3c6d-dbab-41b2-8cd4-24e3dea3cd81 req-dca9dcf3-9c96-4d4c-9d30-c213b6da230a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 Aug 31 13:04:52.601554 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-63407fa8-a2c0-4336-8db8-2f34f4e2b47b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0f137a-c328-4d5d-ab83-fa95c3495b61 HTTP/1.1" status: 200 len: 217 time: 0.1001050 Aug 31 13:04:52.713922 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-bdd48f63-c6c3-4141-8f7d-0efdb5536ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:52.715484 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-bdd48f63-c6c3-4141-8f7d-0efdb5536ac2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.1049187 Aug 31 13:04:52.741484 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c044d887-0c4b-495c-a701-b911c6bd47af up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:52.780082 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-e9a63adf-1aa1-4a34-9422-689c54b0b442 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516453 Aug 31 13:04:52.785006 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb686-5d06-4998-9694-6a769688341c req-8e70f594-dc02-4e2f-86fd-9e5ddf392583 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:52.787196 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fb4cb686-5d06-4998-9694-6a769688341c req-8e70f594-dc02-4e2f-86fd-9e5ddf392583 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.1126571 Aug 31 13:04:52.836128 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port c044d887-0c4b-495c-a701-b911c6bd47af completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:52.841610 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c044d887-0c4b-495c-a701-b911c6bd47af triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:52.842355 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:52.858712 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38588) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:52.887794 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fb4cb686-5d06-4998-9694-6a769688341c req-eae39db0-88a6-4473-9b52-63a399d8bdfd tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909660 Aug 31 13:04:52.933043 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-993a4de6-f4ef-4e4c-bae7-4c22294221cb service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418650 Aug 31 13:04:53.009977 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-17b043ea-74d7-472f-b769-46f0cea98d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.016189 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.045080 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port c044d887-0c4b-495c-a701-b911c6bd47af, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c044d887-0c4b-495c-a701-b911c6bd47af,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:53.055800 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.056776 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 8151f8dd-e55d-42ab-8bbb-411508afa0c5 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:53.070442 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e608caf-6f7b-4ab8-9452-7810e489b66d req-2cb16f2c-8f88-4381-836e-09dc35855396 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260736 Aug 31 13:04:53.109947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38594) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:53.117457 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-009d4b74-b31f-49b8-89ea-5cf4a48af6b2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220523870', 'description': 'tempest-secgroup-smoke-220523870 description', 'project_id': '0702568dd7fd43cf81b667c889a5f39c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:53.158087 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=c044d887-0c4b-495c-a701-b911c6bd47af,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:53.166200 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:53.166576 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.175656 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-17b043ea-74d7-472f-b769-46f0cea98d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.182489 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-17b043ea-74d7-472f-b769-46f0cea98d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.194931 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-e2d491f7-3e5a-4901-901d-3a98840d3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:53.196422 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-e2d491f7-3e5a-4901-901d-3a98840d3692 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0583956 Aug 31 13:04:53.215637 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-009d4b74-b31f-49b8-89ea-5cf4a48af6b2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.224469 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-17b043ea-74d7-472f-b769-46f0cea98d07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=679179c945b04bd384e7fab0efb8231c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644431 Aug 31 13:04:53.226611 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b043ea-74d7-472f-b769-46f0cea98d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c3afd3-9807-4e63-8c6e-b358a608ba4a,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:53.229035 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38596) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:53.291506 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-68696835-7c67-457b-a4b3-f6b637c8a0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.347423 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-68696835-7c67-457b-a4b3-f6b637c8a0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.368464 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-7f095ac6-89b3-45fe-9a6e-66f4a2e2e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:53.370156 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-7f095ac6-89b3-45fe-9a6e-66f4a2e2e218 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 916 time: 0.1644435 Aug 31 13:04:53.433219 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-e2fdb42a-c0b8-43ce-9981-434af526853d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0f137a-c328-4d5d-ab83-fa95c3495b61 HTTP/1.1" status: 200 len: 217 time: 0.0420170 Aug 31 13:04:53.439479 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-009d4b74-b31f-49b8-89ea-5cf4a48af6b2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.446498 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0888e-caf5-4f48-be9b-93120c8799f0 req-7d0a54c8-60d4-4a33-875f-3a7ea7a09d67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:53.448213 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b7c0888e-caf5-4f48-be9b-93120c8799f0 req-7d0a54c8-60d4-4a33-875f-3a7ea7a09d67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0687144 Aug 31 13:04:53.450332 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-009d4b74-b31f-49b8-89ea-5cf4a48af6b2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.465181 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-68696835-7c67-457b-a4b3-f6b637c8a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.468556 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-68696835-7c67-457b-a4b3-f6b637c8a0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.472714 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-68696835-7c67-457b-a4b3-f6b637c8a0e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68c3afd3-9807-4e63-8c6e-b358a608ba4a HTTP/1.1" status: 204 len: 168 time: 0.2398655 Aug 31 13:04:53.486839 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68696835-7c67-457b-a4b3-f6b637c8a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c3afd3-9807-4e63-8c6e-b358a608ba4a,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:53.522229 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b7c0888e-caf5-4f48-be9b-93120c8799f0 req-6d21475c-4064-4dd8-8b65-0b20536eb7b6 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666900 Aug 31 13:04:53.533468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-009d4b74-b31f-49b8-89ea-5cf4a48af6b2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.533468 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-009d4b74-b31f-49b8-89ea-5cf4a48af6b2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4168503 Aug 31 13:04:53.533640 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38604) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:53.536311 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-858c009b-c7a1-406c-b2c0-3da7fedb5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:53.537736 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-858c009b-c7a1-406c-b2c0-3da7fedb5296 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.0970840 Aug 31 13:04:53.538468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d4b74-b31f-49b8-89ea-5cf4a48af6b2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e050893-d329-41ab-a99a-735d4783239b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:53.540103 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-d8b3ed04-e778-4d6b-a3db-193096eb0f39 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'security_group_rule': {'security_group_id': '2e050893-d329-41ab-a99a-735d4783239b', 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:53.576874 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-0a55ec51-de06-45d7-81b4-8fe54c988557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302355 Aug 31 13:04:53.579809 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ed04-e778-4d6b-a3db-193096eb0f39 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.635060 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ed04-e778-4d6b-a3db-193096eb0f39 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.639323 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ed04-e778-4d6b-a3db-193096eb0f39 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.662759 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3ed04-e778-4d6b-a3db-193096eb0f39 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16260d62-105b-4e9f-977c-1fbfc43a30ba,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:53.679703 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ed04-e778-4d6b-a3db-193096eb0f39 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.679703 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d8b3ed04-e778-4d6b-a3db-193096eb0f39 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422238 Aug 31 13:04:53.679703 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38610) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:53.685586 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-e1caab67-c828-4346-89f4-9a9d6ca12e1e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'security_group_rule': {'security_group_id': '2e050893-d329-41ab-a99a-735d4783239b', 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:53.699080 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-1050c92a-5abc-40ed-8554-8e15592f54ee service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123159 Aug 31 13:04:53.713957 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e1caab67-c828-4346-89f4-9a9d6ca12e1e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.817579 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Sync routers for ids ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:04:53.830298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Routers {'bb08f516-22ad-44a1-a5bb-b4d6431a7e47'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:53.831151 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:53.835528 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e1caab67-c828-4346-89f4-9a9d6ca12e1e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.844088 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e1caab67-c828-4346-89f4-9a9d6ca12e1e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.873110 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e1caab67-c828-4346-89f4-9a9d6ca12e1e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:53.892761 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e1caab67-c828-4346-89f4-9a9d6ca12e1e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2118547 Aug 31 13:04:53.901992 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38624) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:53.915162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-95f66d03-5440-4f53-b56b-b5f28aa07670 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'security_group_rule': {'security_group_id': '2e050893-d329-41ab-a99a-735d4783239b', 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:53.932081 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caab67-c828-4346-89f4-9a9d6ca12e1e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca6c29d-eb47-4727-aee6-681d1e1c51cd,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:54.006693 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95f66d03-5440-4f53-b56b-b5f28aa07670 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.014745 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Set router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:54.104758 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18a156cb-464c-4686-b75f-5a95dba18f30 req-0b9ff426-b39c-4880-be1c-718f2f5b7f05 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945260 Aug 31 13:04:54.159031 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b128d9-e044-49fd-8208-4615b8785cc1 req-1f12351b-9891-4c51-87c4-2eb7bd4d0fea tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:54.161301 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b8b128d9-e044-49fd-8208-4615b8785cc1 req-1f12351b-9891-4c51-87c4-2eb7bd4d0fea tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.1118214 Aug 31 13:04:54.168805 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95f66d03-5440-4f53-b56b-b5f28aa07670 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.195361 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95f66d03-5440-4f53-b56b-b5f28aa07670 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.229482 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f66d03-5440-4f53-b56b-b5f28aa07670 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dab36fa-7ab3-4f8b-ad3f-c361761ee19f,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:54.248512 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95f66d03-5440-4f53-b56b-b5f28aa07670 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.252531 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-95f66d03-5440-4f53-b56b-b5f28aa07670 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467567 Aug 31 13:04:54.252753 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38644) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:54.260023 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-b87fe226-1868-4108-9e59-96c5ab84310e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'security_group_rule': {'security_group_id': '2e050893-d329-41ab-a99a-735d4783239b', 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:54.274938 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b8b128d9-e044-49fd-8208-4615b8785cc1 req-1b8fdaac-8631-4f35-88b9-2ce6217dffbe tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044085 Aug 31 13:04:54.305095 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b87fe226-1868-4108-9e59-96c5ab84310e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.315215 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 4, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port': {'id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '728b17fb-4141-4e20-ae96-c5210aeaa117', 'name': '', 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'mac_address': 'fa:16:3e:43:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b01adc69-bb86-4187-8b12-a79bcf9f213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:50Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 2, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'subnets': [{'id': 'b01adc69-bb86-4187-8b12-a79bcf9f213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:54.343534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Checking router: bb08f516-22ad-44a1-a5bb-b4d6431a7e47 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:04:54.344102 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Updating router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 port 728b17fb-4141-4e20-ae96-c5210aeaa117 binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:04:54.373843 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b87fe226-1868-4108-9e59-96c5ab84310e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.381106 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.381538 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b87fe226-1868-4108-9e59-96c5ab84310e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.410077 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fe226-1868-4108-9e59-96c5ab84310e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d692c52d-fd54-49a4-be56-4d8fa2de29e9,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:54.418105 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b87fe226-1868-4108-9e59-96c5ab84310e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.419555 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-b87fe226-1868-4108-9e59-96c5ab84310e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1658461 Aug 31 13:04:54.422495 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38654) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:54.427935 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'security_group_rule': {'security_group_id': '2e050893-d329-41ab-a99a-735d4783239b', 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:54.469304 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Project 0702568dd7fd43cf81b667c889a5f39c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:04:54.476188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.539122 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c044d887-0c4b-495c-a701-b911c6bd47af up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:54.554948 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.560164 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.574701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fac415-d48d-45b4-9211-315e512b413a,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:54.591238 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.595490 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a34ab5c1-fe52-4d54-ad14-aad02d5ecb47 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695471 Aug 31 13:04:54.596998 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38662) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:54.607064 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'security_group_rule': {'security_group_id': '2e050893-d329-41ab-a99a-735d4783239b', 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:04:54.632173 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Project 0702568dd7fd43cf81b667c889a5f39c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:04:54.638089 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.663317 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842c50c-0fbe-4ab9-9056-41b789da7fec req-51bdeee2-b276-480e-a5ee-95f173c95555 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:54.665178 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4842c50c-0fbe-4ab9-9056-41b789da7fec req-51bdeee2-b276-480e-a5ee-95f173c95555 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0566490 Aug 31 13:04:54.672869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c044d887-0c4b-495c-a701-b911c6bd47af triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:54.673372 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.723987 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.738505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.756724 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4842c50c-0fbe-4ab9-9056-41b789da7fec req-b4c8377f-f9c2-4c6a-8d6d-cf836ce9f98b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845988 Aug 31 13:04:54.761099 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:54.762118 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624038 Aug 31 13:04:54.763162 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ca5e1-21ab-4eb7-9eb9-bc1fb22bddf0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d940bf-49cf-4c73-b18e-39d75c6f7f34,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:55.014415 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:55.027523 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Transition to ACTIVE for port object 728b17fb-4141-4e20-ae96-c5210aeaa117 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:04:55.038341 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:55.100384 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd0fc-07b4-4f34-9062-f6de920f9d5e None None] Pushing event updated for resources: {'Port': ['ID=728b17fb-4141-4e20-ae96-c5210aeaa117,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:55.158766 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Attempting to bind port 728b17fb-4141-4e20-ae96-c5210aeaa117 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:04:55.159254 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Attempting to bind port 728b17fb-4141-4e20-ae96-c5210aeaa117 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:04:55.165536 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Attempting to bind port 728b17fb-4141-4e20-ae96-c5210aeaa117 on network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:04:55.174907 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:04:55.175584 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Checking segment: {'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:04:55.176232 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:55.176821 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Bound using segment: {'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:04:55.177499 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Bound port: 728b17fb-4141-4e20-ae96-c5210aeaa117, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cded94d3-b7d1-4e8f-8463-9701beee7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:04:55.177981 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:55.290112 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] For port 728b17fb-4141-4e20-ae96-c5210aeaa117, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:04:55.295297 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] For port 728b17fb-4141-4e20-ae96-c5210aeaa117, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=728b17fb-4141-4e20-ae96-c5210aeaa117,segment=NetworkSegment(cded94d3-b7d1-4e8f-8463-9701beee7ea5),segment_id=cded94d3-b7d1-4e8f-8463-9701beee7ea5)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:04:55.312061 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:55.392250 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Routers {'bb08f516-22ad-44a1-a5bb-b4d6431a7e47'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:04:55.393079 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:04:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:55.558624 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd0fc-07b4-4f34-9062-f6de920f9d5e None None] Pushing event updated for resources: {'Port': ['ID=728b17fb-4141-4e20-ae96-c5210aeaa117,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:55.672470 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] Set router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:04:55.716546 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38740) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:55.747178 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d86fd7-e980-4b53-9b37-4e628f655365 req-a10b40a1-4632-4939-b37d-c8269dd98270 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:55.748956 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-21d86fd7-e980-4b53-9b37-4e628f655365 req-a10b40a1-4632-4939-b37d-c8269dd98270 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.3764141 Aug 31 13:04:55.812256 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-21d86fd7-e980-4b53-9b37-4e628f655365 req-a671f3ce-9cd7-421d-9a3f-cf24c1ff8cab tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549917 Aug 31 13:04:55.898753 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef56d-6a4c-41b2-9102-3a3f3e16c4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:55.973052 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b321e6-da5a-44a6-afcb-259d8097ee8a req-f19e855c-1c19-4c24-98c6-be1992c02b26 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:55.975247 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-19b321e6-da5a-44a6-afcb-259d8097ee8a req-f19e855c-1c19-4c24-98c6-be1992c02b26 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0888827 Aug 31 13:04:55.976909 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 4, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port': {'id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '728b17fb-4141-4e20-ae96-c5210aeaa117', 'name': '', 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'mac_address': 'fa:16:3e:43:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b01adc69-bb86-4187-8b12-a79bcf9f213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:50Z', 'updated_at': '2021-08-31T13:04:55Z', 'revision_number': 4, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'subnets': [{'id': 'b01adc69-bb86-4187-8b12-a79bcf9f213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:04:56.008459 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413adf81-6504-4b69-84f0-516a7d939dc4 None None] The sync data for ids ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'] in dv-cinder-804470-3-iscsi is: [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 4, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port': {'id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '728b17fb-4141-4e20-ae96-c5210aeaa117', 'name': '', 'network_id': '25bfbcae-f9b9-4f5f-a987-7e0b82960a4c', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'mac_address': 'fa:16:3e:43:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b01adc69-bb86-4187-8b12-a79bcf9f213d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:50Z', 'updated_at': '2021-08-31T13:04:55Z', 'revision_number': 4, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'subnets': [{'id': 'b01adc69-bb86-4187-8b12-a79bcf9f213d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:04:56.048778 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-19b321e6-da5a-44a6-afcb-259d8097ee8a req-d6fda6a6-ad81-4a8e-ac64-f962b2c96319 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Aug 31 13:04:56.108373 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef56d-6a4c-41b2-9102-3a3f3e16c4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.112254 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef56d-6a4c-41b2-9102-3a3f3e16c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.160215 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ef56d-6a4c-41b2-9102-3a3f3e16c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65781526-0c82-4cf2-b000-49ebd0af8e0f,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:56.165281 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-4d1ef56d-6a4c-41b2-9102-3a3f3e16c4ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c75f2fd40224e0b9b1339b395baa540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464757 Aug 31 13:04:56.168149 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38762) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:56.224810 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2edcb51e-d97b-4d80-a7b1-69361269939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.248629 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2edcb51e-d97b-4d80-a7b1-69361269939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.299140 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2edcb51e-d97b-4d80-a7b1-69361269939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.302313 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2edcb51e-d97b-4d80-a7b1-69361269939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.304176 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-2edcb51e-d97b-4d80-a7b1-69361269939d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65781526-0c82-4cf2-b000-49ebd0af8e0f HTTP/1.1" status: 204 len: 168 time: 0.1344306 Aug 31 13:04:56.314491 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcb51e-d97b-4d80-a7b1-69361269939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65781526-0c82-4cf2-b000-49ebd0af8e0f,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:56.563574 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 728b17fb-4141-4e20-ae96-c5210aeaa117 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:56.653669 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 728b17fb-4141-4e20-ae96-c5210aeaa117 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:56.669635 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 728b17fb-4141-4e20-ae96-c5210aeaa117 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:56.670021 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.777757 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38790) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:56.792816 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.798346 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c7db43ae-a795-4de2-99f1-c2349b3a8a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.845752 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 728b17fb-4141-4e20-ae96-c5210aeaa117, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=728b17fb-4141-4e20-ae96-c5210aeaa117,segment=NetworkSegment(cded94d3-b7d1-4e8f-8463-9701beee7ea5),segment_id=cded94d3-b7d1-4e8f-8463-9701beee7ea5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:56.851066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:56.917450 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=728b17fb-4141-4e20-ae96-c5210aeaa117,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:56.969503 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 2d0f137a-c328-4d5d-ab83-fa95c3495b61 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:04:57.014169 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c7db43ae-a795-4de2-99f1-c2349b3a8a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.019518 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d314c8-4dcd-4ec9-90f0-7d843c3c73d7 req-5cff3ebd-4ac4-4a47-b713-15aa85cf68d6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:57.031035 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c7db43ae-a795-4de2-99f1-c2349b3a8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.034626 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-38d314c8-4dcd-4ec9-90f0-7d843c3c73d7 req-5cff3ebd-4ac4-4a47-b713-15aa85cf68d6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0685117 Aug 31 13:04:57.084705 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c7db43ae-a795-4de2-99f1-c2349b3a8a7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9c336c25834493ab90864906c0a114a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056557 Aug 31 13:04:57.085627 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38802) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:57.086281 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db43ae-a795-4de2-99f1-c2349b3a8a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1069929-5ddc-4a89-a89c-590e51039d76,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:57.087701 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-38d314c8-4dcd-4ec9-90f0-7d843c3c73d7 req-5cf3f888-fa90-4f6e-9270-070c5ec68c6b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521076 Aug 31 13:04:57.154267 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74483784-f5b3-44b0-80d3-9b3afa9ebe2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.159482 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 2d0f137a-c328-4d5d-ab83-fa95c3495b61, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2d0f137a-c328-4d5d-ab83-fa95c3495b61,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:57.177287 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '2d0f137a-c328-4d5d-ab83-fa95c3495b61', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'port_id': '2d0f137a-c328-4d5d-ab83-fa95c3495b61', 'mac_address': 'fa:16:3e:35:eb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af24a74-1e6a-47f6-bdb1-f925f72a61d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:04:57.194692 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74483784-f5b3-44b0-80d3-9b3afa9ebe2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.240759 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659e506-1967-4e0d-ab69-1cddf074151b req-ce8d1f5f-0ad4-4ff1-92e9-9bc02eb85793 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:57.242614 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a659e506-1967-4e0d-ab69-1cddf074151b req-ce8d1f5f-0ad4-4ff1-92e9-9bc02eb85793 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 943 time: 0.0611899 Aug 31 13:04:57.246860 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.269130 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0f137a-c328-4d5d-ab83-fa95c3495b61 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:04:57.281257 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74483784-f5b3-44b0-80d3-9b3afa9ebe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.284111 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74483784-f5b3-44b0-80d3-9b3afa9ebe2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.293541 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-74483784-f5b3-44b0-80d3-9b3afa9ebe2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1069929-5ddc-4a89-a89c-590e51039d76 HTTP/1.1" status: 204 len: 168 time: 0.2029369 Aug 31 13:04:57.297865 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a659e506-1967-4e0d-ab69-1cddf074151b req-1a700432-6a5b-4eff-8a24-8730ace05d26 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483289 Aug 31 13:04:57.313401 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 2d0f137a-c328-4d5d-ab83-fa95c3495b61, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2d0f137a-c328-4d5d-ab83-fa95c3495b61,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:57.314212 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74483784-f5b3-44b0-80d3-9b3afa9ebe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1069929-5ddc-4a89-a89c-590e51039d76,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:57.341371 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.372650 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38810) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:57.410089 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=2d0f137a-c328-4d5d-ab83-fa95c3495b61,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:57.489627 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8800-a970-4cee-a33f-58678ff5cb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.597088 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8800-a970-4cee-a33f-58678ff5cb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.602422 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8800-a970-4cee-a33f-58678ff5cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.640279 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb8800-a970-4cee-a33f-58678ff5cb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44895567-f9ce-438d-81b1-66445a36ef63,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:57.646540 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3ddb8800-a970-4cee-a33f-58678ff5cb24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11b2aaa4a694418ba1364d92a91d0f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724071 Aug 31 13:04:57.649201 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38820) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:57.666086 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['2d0f137a-c328-4d5d-ab83-fa95c3495b61'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:04:57.727185 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c30c4228-66fd-48df-9462-5ad93c579e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.751298 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c30c4228-66fd-48df-9462-5ad93c579e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.808622 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c30c4228-66fd-48df-9462-5ad93c579e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.811430 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c30c4228-66fd-48df-9462-5ad93c579e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:57.812469 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c30c4228-66fd-48df-9462-5ad93c579e6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44895567-f9ce-438d-81b1-66445a36ef63 HTTP/1.1" status: 204 len: 168 time: 0.1620967 Aug 31 13:04:57.820732 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c4228-66fd-48df-9462-5ad93c579e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44895567-f9ce-438d-81b1-66445a36ef63,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:58.248884 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d620-64eb-4195-9081-06033aa91be7 req-b838153a-8f41-4816-a259-74654dba5c25 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:58.248884 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e206d620-64eb-4195-9081-06033aa91be7 req-b838153a-8f41-4816-a259-74654dba5c25 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0599761 Aug 31 13:04:58.321307 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e206d620-64eb-4195-9081-06033aa91be7 req-ff811373-60ee-4db7-857a-d9d7541bbbaf tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697629 Aug 31 13:04:58.442914 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7539b-22c9-4e88-8703-a2d758dfe492 req-7f58f11a-a65a-4729-8970-9b30fee88275 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:58.450589 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4fb7539b-22c9-4e88-8703-a2d758dfe492 req-7f58f11a-a65a-4729-8970-9b30fee88275 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 944 time: 0.0599465 Aug 31 13:04:58.503215 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4fb7539b-22c9-4e88-8703-a2d758dfe492 req-f76561be-6dd7-4030-ba8f-2191d665d5ed tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515754 Aug 31 13:04:58.540260 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 728b17fb-4141-4e20-ae96-c5210aeaa117 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:58.594923 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 728b17fb-4141-4e20-ae96-c5210aeaa117 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:58.595236 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:58.970342 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 2d0f137a-c328-4d5d-ab83-fa95c3495b61 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:04:59.023356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:04:59.028027 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:04:59.028612 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.115405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.144420 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f137a-c328-4d5d-ab83-fa95c3495b61'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:04:59.147689 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4257f8-9526-451a-ab4b-062d5ece9c00" -d '{"events": [{"server_uuid": "3a2f85c7-56cc-4953-a38e-af152acdb6e9", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f137a-c328-4d5d-ab83-fa95c3495b61"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:04:59.171625 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 2d0f137a-c328-4d5d-ab83-fa95c3495b61, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2d0f137a-c328-4d5d-ab83-fa95c3495b61,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:04:59.179982 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.214175 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ec32b-56dc-4e3b-a3c3-2816a4879082 x-openstack-request-id: req-860ec32b-56dc-4e3b-a3c3-2816a4879082 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:04:59.214515 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2f85c7-56cc-4953-a38e-af152acdb6e9", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f137a-c328-4d5d-ab83-fa95c3495b61", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:04:59.214714 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-860ec32b-56dc-4e3b-a3c3-2816a4879082 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:04:59.215105 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f137a-c328-4d5d-ab83-fa95c3495b61', 'code': 200} Aug 31 13:04:59.245710 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=2d0f137a-c328-4d5d-ab83-fa95c3495b61,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:59.357273 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 38932) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:59.473597 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece49a-cedf-44c9-92f6-e2ffbf98c33a req-bac2c741-de04-4051-a430-3e58d319fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:59.476132 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6dece49a-cedf-44c9-92f6-e2ffbf98c33a req-bac2c741-de04-4051-a430-3e58d319fc67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 1098 time: 0.0594859 Aug 31 13:04:59.516598 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-592064dc-e2d6-4966-90c7-09e4f20708fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.540378 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6dece49a-cedf-44c9-92f6-e2ffbf98c33a req-2b56f3d4-d783-4cb2-9544-17539d1b9662 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Aug 31 13:04:59.576554 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d587429-7384-433f-b3bd-a59cc30ba429 req-6bd5b813-7081-4860-b408-c62ee18b2145 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:59.578187 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7d587429-7384-433f-b3bd-a59cc30ba429 req-6bd5b813-7081-4860-b408-c62ee18b2145 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.1305370 Aug 31 13:04:59.685044 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7d587429-7384-433f-b3bd-a59cc30ba429 req-af914c9e-30ac-4aff-b1d5-e70adee6464a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965402 Aug 31 13:04:59.712532 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fc5ac-1615-4bbb-b784-7f4be5ef226f req-99bd948c-86e2-4199-92c6-e12fc01b3168 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:04:59.714354 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-475fc5ac-1615-4bbb-b784-7f4be5ef226f req-99bd948c-86e2-4199-92c6-e12fc01b3168 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 945 time: 0.1116257 Aug 31 13:04:59.748680 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-592064dc-e2d6-4966-90c7-09e4f20708fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.757279 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-592064dc-e2d6-4966-90c7-09e4f20708fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.796339 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-475fc5ac-1615-4bbb-b784-7f4be5ef226f req-18f5e4e0-1396-4444-bfee-5e0c7136305c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719450 Aug 31 13:04:59.806348 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-592064dc-e2d6-4966-90c7-09e4f20708fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78598bc0fe7c433da5feb898e7d30c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476066 Aug 31 13:04:59.809448 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38960) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:04:59.822033 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592064dc-e2d6-4966-90c7-09e4f20708fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c7818-5939-453b-906c-a95810870b74,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:04:59.877369 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-499b4c48-d666-4e2e-a99e-0c927f58c017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.909663 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-499b4c48-d666-4e2e-a99e-0c927f58c017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.981442 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-499b4c48-d666-4e2e-a99e-0c927f58c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.984453 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-499b4c48-d666-4e2e-a99e-0c927f58c017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:04:59.986063 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-499b4c48-d666-4e2e-a99e-0c927f58c017 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c05c7818-5939-453b-906c-a95810870b74 HTTP/1.1" status: 204 len: 168 time: 0.1757667 Aug 31 13:04:59.994874 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4c48-d666-4e2e-a99e-0c927f58c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05c7818-5939-453b-906c-a95810870b74,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:00.394561 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 38992) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:00.415296 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50121c21-5769-4c42-9062-9f1e70dc70ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:00.555618 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50121c21-5769-4c42-9062-9f1e70dc70ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:00.562488 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50121c21-5769-4c42-9062-9f1e70dc70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:00.616705 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39004) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:00.617216 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-50121c21-5769-4c42-9062-9f1e70dc70ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e057fd02649f459eb94da55bbc732f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205794 Aug 31 13:05:00.618066 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50121c21-5769-4c42-9062-9f1e70dc70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca195b-59e1-4035-a1b2-58684eb9ec4b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:00.673610 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-49f43144-ab35-4c39-97df-4388514a77de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:00.697671 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-49f43144-ab35-4c39-97df-4388514a77de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:00.766068 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-49f43144-ab35-4c39-97df-4388514a77de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:00.773831 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-49f43144-ab35-4c39-97df-4388514a77de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:00.780507 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-49f43144-ab35-4c39-97df-4388514a77de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cca195b-59e1-4035-a1b2-58684eb9ec4b HTTP/1.1" status: 204 len: 168 time: 0.1592174 Aug 31 13:05:00.789105 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f43144-ab35-4c39-97df-4388514a77de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca195b-59e1-4035-a1b2-58684eb9ec4b,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:00.903492 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef1995-ce7f-4b22-9a8a-134c9d08a83b req-bc8c6ca9-9b67-45f9-a0ab-f713620b2f76 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:00.905031 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0cef1995-ce7f-4b22-9a8a-134c9d08a83b req-bc8c6ca9-9b67-45f9-a0ab-f713620b2f76 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0797658 Aug 31 13:05:01.023631 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60041c-932e-49b7-ab5d-419b17fab683 req-18108656-69dd-464f-adb9-28764b2754d8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:01.031739 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eb60041c-932e-49b7-ab5d-419b17fab683 req-18108656-69dd-464f-adb9-28764b2754d8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 945 time: 0.1537349 Aug 31 13:05:01.045744 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0cef1995-ce7f-4b22-9a8a-134c9d08a83b req-19bd08ec-b9b8-4411-883e-6be497ca640b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248503 Aug 31 13:05:01.111602 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eb60041c-932e-49b7-ab5d-419b17fab683 req-5f9b1ba4-e6b3-4b6a-96af-9049d34fa229 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714104 Aug 31 13:05:02.197750 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9685d768-ac17-4980-84eb-061533e4d883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:02.269454 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73db44-605d-4019-979a-72315174460a req-a390abae-341a-4cc4-a56c-18dc200d230c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:02.279105 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-db73db44-605d-4019-979a-72315174460a req-a390abae-341a-4cc4-a56c-18dc200d230c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.1575952 Aug 31 13:05:02.329123 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5038a7-e48b-4139-b48a-9002c5a37c0e req-d3102832-93aa-4a5f-bc13-12701df7f495 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:02.330630 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3c5038a7-e48b-4139-b48a-9002c5a37c0e req-d3102832-93aa-4a5f-bc13-12701df7f495 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 945 time: 0.1237319 Aug 31 13:05:02.334410 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-db73db44-605d-4019-979a-72315174460a req-0ffaea1e-67d9-484d-b54b-083bd8f5bbc8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542657 Aug 31 13:05:02.376017 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3c5038a7-e48b-4139-b48a-9002c5a37c0e req-b50ce377-a416-4b98-98c3-1714879477ee tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Aug 31 13:05:03.261004 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39176) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:03.368838 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-523c765e-f371-4398-88b6-dcebaac75bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:03.477535 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a6907-f3ae-4a0f-93a0-33f2d1b47745 req-995d1eea-a4b8-470f-be23-bbdef091d41f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:03.479012 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da0a6907-f3ae-4a0f-93a0-33f2d1b47745 req-995d1eea-a4b8-470f-be23-bbdef091d41f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0680916 Aug 31 13:05:03.518178 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-523c765e-f371-4398-88b6-dcebaac75bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:03.523977 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-523c765e-f371-4398-88b6-dcebaac75bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:03.552359 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da0a6907-f3ae-4a0f-93a0-33f2d1b47745 req-90f1d979-a3c7-4b2a-9b8a-6ab6f96af20b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624931 Aug 31 13:05:03.567873 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c765e-f371-4398-88b6-dcebaac75bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f8ab7-7613-4768-8a1e-f824091b454d,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:03.576196 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-523c765e-f371-4398-88b6-dcebaac75bf8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d63d55f6b85b421a8c6ae109b295f242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139415 Aug 31 13:05:03.578788 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39182) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:03.632473 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fd04188-9ef3-4412-b2dc-f1f2b6266fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:03.656349 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fd04188-9ef3-4412-b2dc-f1f2b6266fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:03.713069 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fd04188-9ef3-4412-b2dc-f1f2b6266fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:03.715805 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fd04188-9ef3-4412-b2dc-f1f2b6266fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:03.716993 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0fd04188-9ef3-4412-b2dc-f1f2b6266fdb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b4f8ab7-7613-4768-8a1e-f824091b454d HTTP/1.1" status: 204 len: 168 time: 0.1373689 Aug 31 13:05:03.727650 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd04188-9ef3-4412-b2dc-f1f2b6266fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f8ab7-7613-4768-8a1e-f824091b454d,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:03.987020 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39198) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:04.001837 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-13cb5fa9-c36b-487b-82ea-0bad7b0debdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:04.178025 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-13cb5fa9-c36b-487b-82ea-0bad7b0debdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:04.183164 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-13cb5fa9-c36b-487b-82ea-0bad7b0debdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:04.235502 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb5fa9-c36b-487b-82ea-0bad7b0debdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d29036-1a28-4ed1-9123-1ea39a21a5b4,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:04.240342 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-13cb5fa9-c36b-487b-82ea-0bad7b0debdf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8db89083c84d4ad7b371b99ed4190ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522812 Aug 31 13:05:04.243118 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39210) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:04.304144 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1343341-b97a-4834-8019-fe7b852077bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:04.325692 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1343341-b97a-4834-8019-fe7b852077bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:04.391036 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878329a-a375-4022-b84e-9809c5413462 req-5e88f572-6765-405d-b903-3e48d25be150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:04.392558 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4878329a-a375-4022-b84e-9809c5413462 req-5e88f572-6765-405d-b903-3e48d25be150 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0609353 Aug 31 13:05:04.404496 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1343341-b97a-4834-8019-fe7b852077bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:04.410291 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e1343341-b97a-4834-8019-fe7b852077bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:04.411658 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e1343341-b97a-4834-8019-fe7b852077bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6d29036-1a28-4ed1-9123-1ea39a21a5b4 HTTP/1.1" status: 204 len: 168 time: 0.1674221 Aug 31 13:05:04.431857 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1343341-b97a-4834-8019-fe7b852077bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d29036-1a28-4ed1-9123-1ea39a21a5b4,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:04.459011 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4878329a-a375-4022-b84e-9809c5413462 req-4a50e78a-eb56-489e-a692-959618789b00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Aug 31 13:05:04.668704 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d780a28-5075-4f24-ae14-64cb0abd227f req-b7712c5c-08c8-4af4-866f-1f159cb32e21 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:04.670762 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7d780a28-5075-4f24-ae14-64cb0abd227f req-b7712c5c-08c8-4af4-866f-1f159cb32e21 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0506260 Aug 31 13:05:04.718785 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7d780a28-5075-4f24-ae14-64cb0abd227f req-c8af67ce-5014-483a-b564-0c5d4e9996cd tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 Aug 31 13:05:04.794492 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-667d753b-c974-48f8-9377-c7eff105d9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:05.179114 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:05.602649 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-a831c209-c813-4108-9707-615928c1bb37 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:05.604506 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-a831c209-c813-4108-9707-615928c1bb37 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.1231723 Aug 31 13:05:05.645454 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-f2761288-855f-4b8c-a548-c3fc1daadead tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/quotas/b249e7593e2f45929c02494c58bf4a0f HTTP/1.1" status: 200 len: 375 time: 0.0299299 Aug 31 13:05:05.697846 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-a22f17b9-d084-44b6-9d44-ba75a878cdbe tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515223 Aug 31 13:05:05.834593 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-cdb5cb34-a908-4503-9d2b-ddf0376ed4de service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219471 Aug 31 13:05:05.955449 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786ad8-49fe-4d3e-b49d-3e9fec16c96c req-e080be02-4a4d-4f9b-8349-2f3934908e9a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:05.966352 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-00786ad8-49fe-4d3e-b49d-3e9fec16c96c req-e080be02-4a4d-4f9b-8349-2f3934908e9a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.1504309 Aug 31 13:05:06.036089 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-b2618d21-4ad4-47bc-93f2-b538cb979571 service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793265 Aug 31 13:05:06.079688 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-00786ad8-49fe-4d3e-b49d-3e9fec16c96c req-e6a8d434-8379-4b35-836a-e6b2aa733393 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128819 Aug 31 13:05:06.103400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.256587 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a53b9a07-204c-4c1a-a091-f7cc0bc0244d req-ab0db6c3-b62b-4482-b36f-dd9c43e2e2ba tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 210 time: 0.0347772 Aug 31 13:05:06.403987 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39324) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:06.539361 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1214dae7-3de5-4dbd-83a8-d3b8dfd38d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.650300 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1214dae7-3de5-4dbd-83a8-d3b8dfd38d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.654213 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1214dae7-3de5-4dbd-83a8-d3b8dfd38d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.707883 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214dae7-3de5-4dbd-83a8-d3b8dfd38d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b2c3e3-30db-4b5f-82b9-d85fd5a6aed9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:06.716150 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39338) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:06.716932 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1214dae7-3de5-4dbd-83a8-d3b8dfd38d34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85fd5a460dc0497a86df94ec4c50b900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123555 Aug 31 13:05:06.813590 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-75ec89ad-59b1-4f91-970f-2d3e99be1f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.864735 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-75ec89ad-59b1-4f91-970f-2d3e99be1f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.939355 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-75ec89ad-59b1-4f91-970f-2d3e99be1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.942703 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-75ec89ad-59b1-4f91-970f-2d3e99be1f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:06.943970 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-75ec89ad-59b1-4f91-970f-2d3e99be1f98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9b2c3e3-30db-4b5f-82b9-d85fd5a6aed9 HTTP/1.1" status: 204 len: 168 time: 0.2268240 Aug 31 13:05:06.954039 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec89ad-59b1-4f91-970f-2d3e99be1f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b2c3e3-30db-4b5f-82b9-d85fd5a6aed9,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:07.224106 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b03a7-3d68-41d6-ad02-03d081c42d39 req-4d52967f-f751-451b-81ea-baf5df25e56a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:07.225879 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-611b03a7-3d68-41d6-ad02-03d081c42d39 req-4d52967f-f751-451b-81ea-baf5df25e56a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0643740 Aug 31 13:05:07.266963 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-611b03a7-3d68-41d6-ad02-03d081c42d39 req-bee092fb-5b4c-47c3-9501-0ac155ae02f4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Aug 31 13:05:07.407450 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3b412e93-93bd-439e-870d-fa832eaea7ab req-fc6afe5c-8be4-42e3-9c0c-de389621e72b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 210 time: 0.0482774 Aug 31 13:05:07.423579 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a10bb-7f3e-428d-a88e-bdbd84314c9f req-11595e01-0324-4c8c-a07f-bec11fd1fc00 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:07.425063 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8d4a10bb-7f3e-428d-a88e-bdbd84314c9f req-11595e01-0324-4c8c-a07f-bec11fd1fc00 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0771570 Aug 31 13:05:07.464785 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8d4a10bb-7f3e-428d-a88e-bdbd84314c9f req-7804e60b-3244-46bf-9e9d-79df0c259af8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Aug 31 13:05:07.861838 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.177899 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39384) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:08.283113 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25e6-4174-4d48-a503-e0813ab0aa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.379662 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25e6-4174-4d48-a503-e0813ab0aa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.382688 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f4c25e6-4174-4d48-a503-e0813ab0aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.420381 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3f4c25e6-4174-4d48-a503-e0813ab0aa39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f77ae4a732547efa6db83830cbab9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414131 Aug 31 13:05:08.421240 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c25e6-4174-4d48-a503-e0813ab0aa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aff5da4-5a1e-4c09-807e-5a40f7e2203d,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:08.423101 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39390) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:08.473256 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-41b9f2cf-fb09-4c56-b201-f74e1aa0649b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.497957 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-41b9f2cf-fb09-4c56-b201-f74e1aa0649b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.502330 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8fa4e57b-7ffb-47e5-be0e-12516d432ded req-82a96df4-02a1-4cae-8966-246b6f05ad66 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 210 time: 0.0267739 Aug 31 13:05:08.545988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-41b9f2cf-fb09-4c56-b201-f74e1aa0649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.548578 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-41b9f2cf-fb09-4c56-b201-f74e1aa0649b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.549764 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-41b9f2cf-fb09-4c56-b201-f74e1aa0649b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1aff5da4-5a1e-4c09-807e-5a40f7e2203d HTTP/1.1" status: 204 len: 168 time: 0.1255486 Aug 31 13:05:08.557921 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9f2cf-fb09-4c56-b201-f74e1aa0649b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aff5da4-5a1e-4c09-807e-5a40f7e2203d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:08.803796 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39402) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:08.819559 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1a40e78-7133-4f5e-be43-529566b71503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.905798 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1a40e78-7133-4f5e-be43-529566b71503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.909524 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d1a40e78-7133-4f5e-be43-529566b71503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:08.947428 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d1a40e78-7133-4f5e-be43-529566b71503 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da65905d4e5743baaf8daf381c0d07f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425858 Aug 31 13:05:08.948301 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a40e78-7133-4f5e-be43-529566b71503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c5bbcf-6b7b-4f40-9053-28cf0b4cc51e,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:08.950091 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39406) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:08.998785 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80b543e7-7538-48f8-95e5-1d0b65b7d8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.021560 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80b543e7-7538-48f8-95e5-1d0b65b7d8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.068593 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80b543e7-7538-48f8-95e5-1d0b65b7d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.071133 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-80b543e7-7538-48f8-95e5-1d0b65b7d8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.072321 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-80b543e7-7538-48f8-95e5-1d0b65b7d8fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11c5bbcf-6b7b-4f40-9053-28cf0b4cc51e HTTP/1.1" status: 204 len: 168 time: 0.1206281 Aug 31 13:05:09.080158 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b543e7-7538-48f8-95e5-1d0b65b7d8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c5bbcf-6b7b-4f40-9053-28cf0b4cc51e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:09.379535 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39412) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:09.393168 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5559a698-faef-409c-8e04-f7d135fa319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.480059 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5559a698-faef-409c-8e04-f7d135fa319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.483758 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5559a698-faef-409c-8e04-f7d135fa319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.522992 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5559a698-faef-409c-8e04-f7d135fa319b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf0acf4f8e1440e9b746c7d8eb65a9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423991 Aug 31 13:05:09.524876 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559a698-faef-409c-8e04-f7d135fa319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e883808e-52a4-498e-b497-25f26e0cb715,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:09.525746 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39416) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:09.588361 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a13002f7-2bcb-4855-abef-9db387d2ba5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.604253 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7cf49c2b-61ca-49fc-bec5-1bd538c79078 req-e0a15480-c0f1-430e-9e27-19bca551e6da tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 210 time: 0.0292041 Aug 31 13:05:09.629833 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a13002f7-2bcb-4855-abef-9db387d2ba5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.676535 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a13002f7-2bcb-4855-abef-9db387d2ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.679094 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a13002f7-2bcb-4855-abef-9db387d2ba5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:09.680226 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-a13002f7-2bcb-4855-abef-9db387d2ba5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e883808e-52a4-498e-b497-25f26e0cb715 HTTP/1.1" status: 204 len: 168 time: 0.1535132 Aug 31 13:05:09.688125 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13002f7-2bcb-4855-abef-9db387d2ba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883808e-52a4-498e-b497-25f26e0cb715,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:10.338542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-66b2c358-f10e-44e5-bc3b-c46210289459 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:10.340171 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-66b2c358-f10e-44e5-bc3b-c46210289459 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.1048737 Aug 31 13:05:10.358200 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Request body: {'port': {'device_id': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'admin_state_up': True, 'tenant_id': 'b249e7593e2f45929c02494c58bf4a0f'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:10.486452 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Made reservation on behalf of b249e7593e2f45929c02494c58bf4a0f for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:10.490717 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:10.614605 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Allocated IP 172.20.0.10 (1c7804c9-aa4a-45ce-bda3-27e32a1a9375/4af24a74-1e6a-47f6-bdb1-f925f72a61d3/7edd1ab6-9fa5-49e3-bec4-e6db88df2215) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:10.711897 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9cb58c71-628a-45b5-a246-1c44ed1a32f8 req-a3044e37-8300-4948-bebe-f2560b103830 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 210 time: 0.0384912 Aug 31 13:05:10.795863 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:10.831369 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:10.877140 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:10.880689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:10.883385 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:10.916765 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event updated for resources: {'Port': ['ID=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:10.945883 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:10.946503 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:10.961973 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-afb6889f-bd5c-4ee8-a676-082d10457f67 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6080852 Aug 31 13:05:11.823132 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8da63-6199-4200-800c-5e1f0f1123a7 req-11fa44f2-27b8-4639-ac7c-adaea38f8294 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:11.824580 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b7f8da63-6199-4200-800c-5e1f0f1123a7 req-11fa44f2-27b8-4639-ac7c-adaea38f8294 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 932 time: 0.0462451 Aug 31 13:05:11.861273 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b7f8da63-6199-4200-800c-5e1f0f1123a7 req-87ee21f5-a934-486b-8c92-a2fc2245115d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Aug 31 13:05:12.970396 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38856c79-febf-47d7-ad2a-67ac01650b14 req-98440b46-52aa-4be3-9ede-267adb7906d9 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:12.971855 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-38856c79-febf-47d7-ad2a-67ac01650b14 req-98440b46-52aa-4be3-9ede-267adb7906d9 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 932 time: 0.0468009 Aug 31 13:05:13.009857 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-38856c79-febf-47d7-ad2a-67ac01650b14 req-518385c3-e148-4784-9f29-d27c9dbe4b59 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Aug 31 13:05:13.546001 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['043a46ad-6099-4c5f-81cb-101dbfbe32b2', '2d0f137a-c328-4d5d-ab83-fa95c3495b61'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:05:13.548818 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Request body: {'port': {'device_id': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:13.591535 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:13.610483 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:13.872963 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:05:13.880988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:13.892872 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Transition to ACTIVE for port object 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:13.896195 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:13.948925 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Pushing event updated for resources: {'Port': ['ID=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:14.010200 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Attempting to bind port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:14.010534 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Attempting to bind port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:14.010861 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Attempting to bind port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:14.015029 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:05:14.015344 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Attempting to bind port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:14.020186 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:14.020617 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Checking segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:14.021052 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Bound using segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:14.021402 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Bound port: 7edd1ab6-9fa5-49e3-bec4-e6db88df2215, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:14.021758 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:14.093050 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] For port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:14.096150 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] For port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:14.101542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:14.132453 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ad7c2-c6f7-498f-b6c1-e26410a51b3e req-dc3a6501-4671-4764-a5f4-1410f5491463 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:14.134076 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f00ad7c2-c6f7-498f-b6c1-e26410a51b3e req-dc3a6501-4671-4764-a5f4-1410f5491463 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0542791 Aug 31 13:05:14.145830 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:14.146439 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:14.147791 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] 10.222.0.59 "PUT /v2.0/ports/7edd1ab6-9fa5-49e3-bec4-e6db88df2215 HTTP/1.1" status: 200 len: 1094 time: 0.6052210 Aug 31 13:05:14.148218 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'tag': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:05:14.150445 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dff18c-b4f3-4ce2-81ce-47b31932f806" -d '{"events": [{"name": "network-changed", "server_uuid": "8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce", "tag": "7edd1ab6-9fa5-49e3-bec4-e6db88df2215"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:05:14.167090 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb007a-ebcb-421b-9019-1eecf9370f70 service neutron] Pushing event updated for resources: {'Port': ['ID=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:14.176977 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f00ad7c2-c6f7-498f-b6c1-e26410a51b3e req-672f4ca5-04a2-4628-b3d8-6c23b7743383 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Aug 31 13:05:14.198185 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528619b2-da13-4723-af4e-1fd94f97fdc1 x-openstack-request-id: req-528619b2-da13-4723-af4e-1fd94f97fdc1 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:05:14.198475 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce", "tag": "7edd1ab6-9fa5-49e3-bec4-e6db88df2215", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:05:14.198726 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-528619b2-da13-4723-af4e-1fd94f97fdc1 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:05:14.199117 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'tag': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215', 'status': 'completed', 'code': 200} Aug 31 13:05:15.291666 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceec09-3339-4e8b-bcce-b654428ed82d req-261f8a2c-b44d-4126-9f24-0089b03ebca1 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:15.293096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7ceec09-3339-4e8b-bcce-b654428ed82d req-261f8a2c-b44d-4126-9f24-0089b03ebca1 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0476623 Aug 31 13:05:15.329591 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7ceec09-3339-4e8b-bcce-b654428ed82d req-9a8fbc60-5341-446d-baa1-db43d64cfbe3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306797 Aug 31 13:05:16.441542 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131bcd-5a58-4750-807d-e4a47c482772 req-e4c819e2-26d4-4f0c-91fe-97499f19b200 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:16.443001 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6a131bcd-5a58-4750-807d-e4a47c482772 req-e4c819e2-26d4-4f0c-91fe-97499f19b200 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0463877 Aug 31 13:05:16.479974 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6a131bcd-5a58-4750-807d-e4a47c482772 req-aff98bea-2a83-4c71-b8d5-f92e403cf198 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Aug 31 13:05:17.173198 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dff18c-b4f3-4ce2-81ce-47b31932f806 req-70014c08-6026-4f1a-b420-b798ec070e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:17.174691 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39dff18c-b4f3-4ce2-81ce-47b31932f806 req-70014c08-6026-4f1a-b420-b798ec070e6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 1097 time: 0.0418191 Aug 31 13:05:17.348524 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dff18c-b4f3-4ce2-81ce-47b31932f806 req-35a8349b-e2e2-47d4-84da-760ede4f6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:17.350037 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39dff18c-b4f3-4ce2-81ce-47b31932f806 req-35a8349b-e2e2-47d4-84da-760ede4f6211 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b249e7593e2f45929c02494c58bf4a0f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1664665 Aug 31 13:05:17.516262 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dff18c-b4f3-4ce2-81ce-47b31932f806 req-52016879-9195-47a1-a17b-6d69fb189fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:17.517675 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39dff18c-b4f3-4ce2-81ce-47b31932f806 req-52016879-9195-47a1-a17b-6d69fb189fd3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589842 Aug 31 13:05:17.599334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-b662e3ea-abf8-4e59-90d0-b12a7f5b3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:17.600777 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-b662e3ea-abf8-4e59-90d0-b12a7f5b3794 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 1097 time: 0.0455287 Aug 31 13:05:17.608475 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de23a-dd51-4405-9fb2-970be98a7197 req-3bbe7b14-98e6-466e-8b9e-e6c52319ea6b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:17.610011 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-250de23a-dd51-4405-9fb2-970be98a7197 req-3bbe7b14-98e6-466e-8b9e-e6c52319ea6b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0555222 Aug 31 13:05:17.649177 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-250de23a-dd51-4405-9fb2-970be98a7197 req-dc71d28c-7dbd-4536-ab5a-8a85a4e7f9c5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325470 Aug 31 13:05:17.658098 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-eeea8388-8407-40e2-bd50-15c3150f4edd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7edd1ab6-9fa5-49e3-bec4-e6db88df2215 HTTP/1.1" status: 200 len: 217 time: 0.0345926 Aug 31 13:05:17.713606 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-948f7d88-944b-4b90-8b92-198d602c640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:17.715061 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-948f7d88-944b-4b90-8b92-198d602c640e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.0480919 Aug 31 13:05:17.756599 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-9967ba00-9ed0-4644-8764-754c1d7d9081 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278387 Aug 31 13:05:17.855668 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-e9027391-f3e1-4f88-87f4-37a594e94593 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860682 Aug 31 13:05:17.964238 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3414b93d-9395-4a23-97e4-e5fb8b3b12fc req-53d4fa14-836e-49e9-b942-7120024ed719 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924349 Aug 31 13:05:18.322977 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:05:18.546518 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-5111f97a-16a9-416b-92cc-16af36d1ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:18.548155 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-5111f97a-16a9-416b-92cc-16af36d1ed8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.0438926 Aug 31 13:05:18.552932 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789102-96e8-49c0-8af7-b181fa5ed5c3 req-a15dce9d-3056-44a8-ad0a-335b2cddcd38 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:18.554436 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b789102-96e8-49c0-8af7-b181fa5ed5c3 req-a15dce9d-3056-44a8-ad0a-335b2cddcd38 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0508122 Aug 31 13:05:18.591997 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b789102-96e8-49c0-8af7-b181fa5ed5c3 req-f4b74343-5c66-4b44-9661-750652a0bad0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Aug 31 13:05:18.649131 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-7536122e-f8aa-4a4f-ad5b-21eddf06a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:18.650514 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-7536122e-f8aa-4a4f-ad5b-21eddf06a757 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.0941215 Aug 31 13:05:18.695807 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-3fe9a631-f595-4584-8f2d-876e8488f9fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 217 time: 0.0352054 Aug 31 13:05:18.752568 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-9187a6fb-83b0-4f87-8b05-af270b8f56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:18.754034 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-9187a6fb-83b0-4f87-8b05-af270b8f56e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.0433753 Aug 31 13:05:18.766713 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13dab-a5ee-4e6a-8fb7-1ee177916f0e req-8554add2-e75a-4deb-908d-ce83044c05f3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:18.768193 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11e13dab-a5ee-4e6a-8fb7-1ee177916f0e req-8554add2-e75a-4deb-908d-ce83044c05f3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0477664 Aug 31 13:05:18.790826 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-ec730a41-e8a1-4439-9d1d-f24d3064ce7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258987 Aug 31 13:05:18.811912 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11e13dab-a5ee-4e6a-8fb7-1ee177916f0e req-cd587394-60b0-4d32-a4f7-bc730fae7b7d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375836 Aug 31 13:05:19.714679 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ea7f-1112-4aca-bf4e-b1ca71c5e67f req-6c64964a-0522-4232-8945-2fccaaa2f9ae tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:19.716139 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ca93ea7f-1112-4aca-bf4e-b1ca71c5e67f req-6c64964a-0522-4232-8945-2fccaaa2f9ae tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0509036 Aug 31 13:05:19.752365 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ca93ea7f-1112-4aca-bf4e-b1ca71c5e67f req-379d1fa6-af0d-48c1-8bcc-b72928550a5c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Aug 31 13:05:19.867525 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-f82b1c38-22d1-49b3-9c0e-eb8a902f7e18 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839128 Aug 31 13:05:20.059810 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2cce6-855f-4c32-acf1-dba8b2f2e138 req-5580456a-0f85-4499-8360-201dc4960550 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:20.061349 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ddd2cce6-855f-4c32-acf1-dba8b2f2e138 req-5580456a-0f85-4499-8360-201dc4960550 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0484359 Aug 31 13:05:20.100693 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ddd2cce6-855f-4c32-acf1-dba8b2f2e138 req-1a605e21-e3fc-47af-a625-5fad70e38788 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Aug 31 13:05:20.864030 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04894bec-8fe0-43cf-b8cb-a40d0165367b req-5361fa95-66fa-4bbb-9e75-0301e901d9e1 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:20.865505 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-04894bec-8fe0-43cf-b8cb-a40d0165367b req-5361fa95-66fa-4bbb-9e75-0301e901d9e1 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0475862 Aug 31 13:05:20.901487 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-04894bec-8fe0-43cf-b8cb-a40d0165367b req-0ea11bc7-71fd-4cdb-b5f6-a81ae9ad31a1 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301816 Aug 31 13:05:21.217884 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dd668-c25f-42cf-998d-43577156de8e req-5672b3df-cce8-42dd-a585-8a0840349805 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:21.219361 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-827dd668-c25f-42cf-998d-43577156de8e req-5672b3df-cce8-42dd-a585-8a0840349805 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0531721 Aug 31 13:05:21.256593 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-827dd668-c25f-42cf-998d-43577156de8e req-5ed11f32-f650-4076-9c87-028efacbd53b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Aug 31 13:05:21.774844 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ff88f48-ad4a-4a5d-a7f9-a2cfc3a04e82 req-20c57dad-9f40-4afa-9240-da19c1c3e13f service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899756 Aug 31 13:05:22.018327 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a86a12-2ef7-4e96-ba5a-7a4094870486 req-8418402b-1eed-48bd-b554-9d07da80e8af tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:22.020026 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-50a86a12-2ef7-4e96-ba5a-7a4094870486 req-8418402b-1eed-48bd-b554-9d07da80e8af tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0474722 Aug 31 13:05:22.059287 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-50a86a12-2ef7-4e96-ba5a-7a4094870486 req-6b8741ed-ab8a-444c-9ab1-c51d9d766a92 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Aug 31 13:05:22.381040 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22333a0-d9d3-4b61-85f1-c3b5ae748cad req-8bb16c42-6150-4c2c-82ee-84b4c757d45d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:22.382535 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f22333a0-d9d3-4b61-85f1-c3b5ae748cad req-8bb16c42-6150-4c2c-82ee-84b4c757d45d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0475049 Aug 31 13:05:22.421316 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f22333a0-d9d3-4b61-85f1-c3b5ae748cad req-221d1e29-0c01-4941-8258-32781a424633 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Aug 31 13:05:22.957483 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39710) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:23.073557 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-abdbdf1d-b91a-4a82-ba2a-3626f4f89fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.190823 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9a0a6-d7a9-4b03-963a-4844eb568a4b req-276a2a8e-aa25-44c7-8d4b-d7ce73c6434f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:23.192902 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dbc9a0a6-d7a9-4b03-963a-4844eb568a4b req-276a2a8e-aa25-44c7-8d4b-d7ce73c6434f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0620189 Aug 31 13:05:23.235003 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-abdbdf1d-b91a-4a82-ba2a-3626f4f89fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.241689 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-abdbdf1d-b91a-4a82-ba2a-3626f4f89fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.264038 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dbc9a0a6-d7a9-4b03-963a-4844eb568a4b req-b13b4a6c-c442-4fc5-8ee8-2891d42d622a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646062 Aug 31 13:05:23.291006 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-abdbdf1d-b91a-4a82-ba2a-3626f4f89fe8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef6dd4c563cd49588790f65539d9058b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323023 Aug 31 13:05:23.293985 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39740) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:23.294538 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbdf1d-b91a-4a82-ba2a-3626f4f89fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da918d-8597-4a57-ab91-96bfee8d18a3,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:23.324052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:05:23.387710 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad1d-a4c4-45ce-8ff1-e2d5c6af0b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.414930 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad1d-a4c4-45ce-8ff1-e2d5c6af0b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.474207 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad1d-a4c4-45ce-8ff1-e2d5c6af0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.474427 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:23.476881 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad1d-a4c4-45ce-8ff1-e2d5c6af0b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.478190 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fa92ad1d-a4c4-45ce-8ff1-e2d5c6af0b13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2da918d-8597-4a57-ab91-96bfee8d18a3 HTTP/1.1" status: 204 len: 168 time: 0.1818769 Aug 31 13:05:23.491794 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92ad1d-a4c4-45ce-8ff1-e2d5c6af0b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da918d-8597-4a57-ab91-96bfee8d18a3,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:23.491967 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'port_id': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215', 'mac_address': 'fa:16:3e:eb:76:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af24a74-1e6a-47f6-bdb1-f925f72a61d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:05:23.544302 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.559273 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:05:23.579278 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:23.586520 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6758a4e-94cc-4a26-9db7-5a099bbc486e req-1ca54082-4bc9-41b2-9e38-cea4100996df tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:23.587305 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.588179 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c6758a4e-94cc-4a26-9db7-5a099bbc486e req-1ca54082-4bc9-41b2-9e38-cea4100996df tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 944 time: 0.0553622 Aug 31 13:05:23.633329 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c6758a4e-94cc-4a26-9db7-5a099bbc486e req-e329c346-d5d0-49ed-8e22-b5d8fd25a99d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Aug 31 13:05:23.651789 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:23.773022 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39758) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:23.786692 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f9d873e1-a2e6-46d6-91f7-01cb413fe001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.877228 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f9d873e1-a2e6-46d6-91f7-01cb413fe001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.881484 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f9d873e1-a2e6-46d6-91f7-01cb413fe001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:23.921163 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-f9d873e1-a2e6-46d6-91f7-01cb413fe001 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac73e49fd41b4d4b8379a68b979efced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471534 Aug 31 13:05:23.922026 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d873e1-a2e6-46d6-91f7-01cb413fe001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac76907-43c1-42b6-91af-5d56c28bea37,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:23.923828 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39762) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:23.978102 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b877fd71-16bb-4ac7-992e-bcc2f67e1cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:24.004774 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b877fd71-16bb-4ac7-992e-bcc2f67e1cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:24.037637 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['7edd1ab6-9fa5-49e3-bec4-e6db88df2215'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:05:24.056860 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b877fd71-16bb-4ac7-992e-bcc2f67e1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:24.059608 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b877fd71-16bb-4ac7-992e-bcc2f67e1cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:24.064027 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b877fd71-16bb-4ac7-992e-bcc2f67e1cc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fac76907-43c1-42b6-91af-5d56c28bea37 HTTP/1.1" status: 204 len: 168 time: 0.1391351 Aug 31 13:05:24.081713 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877fd71-16bb-4ac7-992e-bcc2f67e1cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac76907-43c1-42b6-91af-5d56c28bea37,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:24.449508 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802706d-4aae-4e42-8e8b-733f59e15d1b req-0f62d45a-0475-4957-b25c-eb97de412ce2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:24.451056 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f802706d-4aae-4e42-8e8b-733f59e15d1b req-0f62d45a-0475-4957-b25c-eb97de412ce2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0541122 Aug 31 13:05:24.493710 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f802706d-4aae-4e42-8e8b-733f59e15d1b req-0f75b87e-3066-41fc-b93b-d0de8f190ca3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Aug 31 13:05:24.717159 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39800) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:24.774676 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48475a5f-a828-4f7d-b35f-01672ef37f6d req-31b75e88-dab0-4fc2-9e46-c7e06e538d3a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:24.776298 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-48475a5f-a828-4f7d-b35f-01672ef37f6d req-31b75e88-dab0-4fc2-9e46-c7e06e538d3a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 945 time: 0.0608258 Aug 31 13:05:24.815533 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-48475a5f-a828-4f7d-b35f-01672ef37f6d req-05c8a8bc-a872-4002-a7a3-a41452f92787 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Aug 31 13:05:24.943604 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-faed042c-af4e-4a39-bfc8-58c0adbe82b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:25.037486 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-faed042c-af4e-4a39-bfc8-58c0adbe82b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:25.043944 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-faed042c-af4e-4a39-bfc8-58c0adbe82b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:25.083129 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-faed042c-af4e-4a39-bfc8-58c0adbe82b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8691e277c2cf41b2901261843bf966e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632801 Aug 31 13:05:25.085670 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39814) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:25.087732 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed042c-af4e-4a39-bfc8-58c0adbe82b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90913e-29ba-4c66-b256-0fa5e5d7fb32,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:25.142682 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8ad915d3-36bb-41a6-a3ff-d95fbc36ef6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:25.164780 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8ad915d3-36bb-41a6-a3ff-d95fbc36ef6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:25.210692 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8ad915d3-36bb-41a6-a3ff-d95fbc36ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:25.213435 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8ad915d3-36bb-41a6-a3ff-d95fbc36ef6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:25.214588 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-8ad915d3-36bb-41a6-a3ff-d95fbc36ef6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1e90913e-29ba-4c66-b256-0fa5e5d7fb32 HTTP/1.1" status: 204 len: 168 time: 0.1277843 Aug 31 13:05:25.222496 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad915d3-36bb-41a6-a3ff-d95fbc36ef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90913e-29ba-4c66-b256-0fa5e5d7fb32,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:25.640752 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d4e7-bbfc-4116-a6c8-d252661cadd6 req-2dc6622c-6747-400c-b527-27358e382133 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:25.642554 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e571d4e7-bbfc-4116-a6c8-d252661cadd6 req-2dc6622c-6747-400c-b527-27358e382133 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0712953 Aug 31 13:05:25.686164 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e571d4e7-bbfc-4116-a6c8-d252661cadd6 req-a64db52c-7d30-4089-b873-47b515be59a6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Aug 31 13:05:25.925758 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39880) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:25.945483 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345a8d-0b59-4125-9dab-8e34bb4d0a3e req-1671ad1e-bc94-4f33-b411-827cef975b51 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:25.949132 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ee345a8d-0b59-4125-9dab-8e34bb4d0a3e req-1671ad1e-bc94-4f33-b411-827cef975b51 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 945 time: 0.0601797 Aug 31 13:05:25.986339 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ee345a8d-0b59-4125-9dab-8e34bb4d0a3e req-fbb1f109-8ddc-4952-9188-a234e17f9c43 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Aug 31 13:05:26.043038 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1961916518-network', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:26.067244 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Made reservation on behalf of e7951a0fb8b0435da92d8e9f44ff557c for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:26.069734 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.077933 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.173305 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.177755 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.203636 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:05:26.214011 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1900662-9e60-4e29-b58a-10c25f4c5b5e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:26.218889 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.219236 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Added segment 7ce96d4c-9724-4412-962e-787fdd4765ef of type vlan for network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a Aug 31 13:05:26.258982 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.268244 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39896) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:26.283791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.284865 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:26.285489 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.339379 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4123638 Aug 31 13:05:26.342454 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39900) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:26.347188 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Request body: {'subnet': {'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1961916518-subnet', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:26.347951 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2983a8-e818-4093-a85d-4e6dd2f98d27 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:26.359048 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:05:26.379565 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Made reservation on behalf of e7951a0fb8b0435da92d8e9f44ff557c for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:26.381774 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.383558 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3e65e617-b78c-4ef4-bc79-4dcba3ed09ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.594416 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3e65e617-b78c-4ef4-bc79-4dcba3ed09ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.602842 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3e65e617-b78c-4ef4-bc79-4dcba3ed09ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.623343 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.669025 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65e617-b78c-4ef4-bc79-4dcba3ed09ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67493335-8e68-4af3-85fa-62bc1aea97d5,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:26.678713 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3e65e617-b78c-4ef4-bc79-4dcba3ed09ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=047b50b130724883b035853f557cab9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062259 Aug 31 13:05:26.679952 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39908) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:26.703801 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:26.724381 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Checking segment: {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:26.724990 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Network hostable DHCP agents. Network: 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:05:26.744053 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4298b53e-5edd-49aa-bb9b-6a389e4adf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.744536 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:05:26.762651 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:26.768502 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:26.769220 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.775027 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5257481d-e78d-4cb5-98db-b8f6bd3d0ec5 None None] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:26.789522 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4298b53e-5edd-49aa-bb9b-6a389e4adf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.798561 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-59cfc8c8-5b5e-46a4-b083-9a6f621e5c78 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4550323 Aug 31 13:05:26.801905 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39914) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:26.813667 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:26.845320 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07a7a7-99ef-4b35-afaa-cf8b1c1b8a3e req-7e6bf3d0-b598-49f7-921f-f7f91e25d740 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:26.847005 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cd07a7a7-99ef-4b35-afaa-cf8b1c1b8a3e req-7e6bf3d0-b598-49f7-921f-f7f91e25d740 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0656679 Aug 31 13:05:26.850909 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.852653 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.874084 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4298b53e-5edd-49aa-bb9b-6a389e4adf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.877185 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4298b53e-5edd-49aa-bb9b-6a389e4adf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.878438 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4298b53e-5edd-49aa-bb9b-6a389e4adf30 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67493335-8e68-4af3-85fa-62bc1aea97d5 HTTP/1.1" status: 204 len: 168 time: 0.1963181 Aug 31 13:05:26.893106 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298b53e-5edd-49aa-bb9b-6a389e4adf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67493335-8e68-4af3-85fa-62bc1aea97d5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:26.902135 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cd07a7a7-99ef-4b35-afaa-cf8b1c1b8a3e req-25baa173-4ac2-46a6-a0c7-6c6ca892c2da tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 Aug 31 13:05:26.941423 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:26.960794 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:05:26.961975 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.135319 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:27.138776 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Allocated IP 172.20.0.2 (1f2bd1d8-908a-4b50-abcf-915da5cb6e7a/f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7/7f0c8239-970e-4601-86bd-e3d63ebcc85c) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:27.146026 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b8204-ff91-4505-bd2d-170c4ba0a24f req-f690bd8a-db6f-484f-8820-070cff1be118 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:27.147924 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-960b8204-ff91-4505-bd2d-170c4ba0a24f req-f690bd8a-db6f-484f-8820-070cff1be118 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 945 time: 0.0670092 Aug 31 13:05:27.204808 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-960b8204-ff91-4505-bd2d-170c4ba0a24f req-9aee0b27-cd52-40fb-8331-8c836552613d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488517 Aug 31 13:05:27.273337 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:27.275795 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39924) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:27.279562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:27.279916 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.290551 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ce902e41-19ee-4743-8ebd-8fb2c7bb93fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.347530 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.400087 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ce902e41-19ee-4743-8ebd-8fb2c7bb93fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.405965 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ce902e41-19ee-4743-8ebd-8fb2c7bb93fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.457858 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ce902e41-19ee-4743-8ebd-8fb2c7bb93fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5a3adbe9174434ea0ea5d8a5c860adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801138 Aug 31 13:05:27.460451 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39926) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:27.462220 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce902e41-19ee-4743-8ebd-8fb2c7bb93fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6526fdd-cbeb-45f9-ad29-91460afdd2b7,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:27.532648 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.547657 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Transition to ACTIVE for port object 7f0c8239-970e-4601-86bd-e3d63ebcc85c will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:27.566584 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.568692 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Transition to ACTIVE for port object 7f0c8239-970e-4601-86bd-e3d63ebcc85c will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:27.578286 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.606905 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b4e06e6-bfd3-4999-b697-8b7adce3bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.611437 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.634545 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:05:27.636892 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42570ca-d755-4550-96a5-a87180bdbbaa" -d '{"events": [{"server_uuid": "8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce", "name": "network-vif-plugged", "status": "completed", "tag": "7edd1ab6-9fa5-49e3-bec4-e6db88df2215"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:05:27.639527 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.649203 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:27.654680 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b4e06e6-bfd3-4999-b697-8b7adce3bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.663140 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:27.664947 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:27.667206 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Pushing event updated for resources: {'Port': ['ID=7f0c8239-970e-4601-86bd-e3d63ebcc85c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:27.669807 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:27.673783 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.717676 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa29d34-8c42-4511-98ca-e72c847b835d x-openstack-request-id: req-7aa29d34-8c42-4511-98ca-e72c847b835d {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:05:27.718252 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce", "name": "network-vif-plugged", "status": "completed", "tag": "7edd1ab6-9fa5-49e3-bec4-e6db88df2215", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:05:27.718698 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7aa29d34-8c42-4511-98ca-e72c847b835d {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:05:27.719123 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215', 'code': 200} Aug 31 13:05:27.774509 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Attempting to bind port 7f0c8239-970e-4601-86bd-e3d63ebcc85c on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:27.774889 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Attempting to bind port 7f0c8239-970e-4601-86bd-e3d63ebcc85c by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:27.775381 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Attempting to bind port 7f0c8239-970e-4601-86bd-e3d63ebcc85c on network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:27.778739 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:27.785041 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:27.785381 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Checking segment: {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:27.785802 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.786191 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Bound using segment: {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:27.786861 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Bound port: 7f0c8239-970e-4601-86bd-e3d63ebcc85c, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:27.787450 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.791187 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b4e06e6-bfd3-4999-b697-8b7adce3bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.793796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b4e06e6-bfd3-4999-b697-8b7adce3bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.794942 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9b4e06e6-bfd3-4999-b697-8b7adce3bc59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6526fdd-cbeb-45f9-ad29-91460afdd2b7 HTTP/1.1" status: 204 len: 168 time: 0.3335166 Aug 31 13:05:27.807017 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e06e6-bfd3-4999-b697-8b7adce3bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6526fdd-cbeb-45f9-ad29-91460afdd2b7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:27.823672 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Allocated IP 172.27.0.58 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/c1ea5762-dfac-4987-9d68-843fa7b3b472) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:27.925453 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] For port 7f0c8239-970e-4601-86bd-e3d63ebcc85c, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:27.929568 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] For port 7f0c8239-970e-4601-86bd-e3d63ebcc85c, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7f0c8239-970e-4601-86bd-e3d63ebcc85c,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:27.946029 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:27.977947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aafed-d82e-4f3c-b46b-a783b0b4f7e6 req-1076147d-ae1c-4b55-b994-d8c998f12cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:27.979699 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d00aafed-d82e-4f3c-b46b-a783b0b4f7e6 req-1076147d-ae1c-4b55-b994-d8c998f12cd2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 1099 time: 0.0779212 Aug 31 13:05:28.055992 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.075400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c50fa4-338f-4fd2-850c-6d8db0729b59 None None] Pushing event updated for resources: {'Port': ['ID=7f0c8239-970e-4601-86bd-e3d63ebcc85c,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:28.102497 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161142ff-2f65-426a-a75d-76eb275c1485 req-800d74fa-c667-4714-b714-81ae651a4767 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:28.104255 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-161142ff-2f65-426a-a75d-76eb275c1485 req-800d74fa-c667-4714-b714-81ae651a4767 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0962136 Aug 31 13:05:28.109796 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d00aafed-d82e-4f3c-b46b-a783b0b4f7e6 req-715a4246-b546-4705-8ced-46349a29cb92 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200907 Aug 31 13:05:28.145235 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.163380 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-161142ff-2f65-426a-a75d-76eb275c1485 req-d89cd1a3-5596-4389-b919-cddc542cc703 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 Aug 31 13:05:28.186721 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:28.196041 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:28.200861 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:28.226602 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39946) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:28.247091 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Pushing event updated for resources: {'Port': ['ID=c1ea5762-dfac-4987-9d68-843fa7b3b472,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:28.432259 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8c6270a0-91fd-4bf1-a98c-18d190f8a2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.471316 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5c269-2bf9-4e38-b1c4-1a228a1cf1e0 req-0fd59dd8-daa2-4e3f-bf1e-9a4227aa3fc8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:28.472813 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7bf5c269-2bf9-4e38-b1c4-1a228a1cf1e0 req-0fd59dd8-daa2-4e3f-bf1e-9a4227aa3fc8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 946 time: 0.0899284 Aug 31 13:05:28.537900 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7bf5c269-2bf9-4e38-b1c4-1a228a1cf1e0 req-6f9df8c2-79d3-41fa-8414-747012a1f3ce tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Aug 31 13:05:28.602278 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.618527 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7f0c8239-970e-4601-86bd-e3d63ebcc85c up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:28.620023 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8c6270a0-91fd-4bf1-a98c-18d190f8a2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.630172 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8c6270a0-91fd-4bf1-a98c-18d190f8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.685977 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-8c6270a0-91fd-4bf1-a98c-18d190f8a2a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3bcc4b068f554053be34e9ecad6bedb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580019 Aug 31 13:05:28.687506 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6270a0-91fd-4bf1-a98c-18d190f8a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd00ea12-3b7c-4bab-966a-0e36606acb28,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:28.688878 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39968) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:28.725330 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 7f0c8239-970e-4601-86bd-e3d63ebcc85c completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:28.753555 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98e2d1ee-9530-4465-81a8-6c5515a4d04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.820804 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98e2d1ee-9530-4465-81a8-6c5515a4d04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.884468 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 39980) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:28.893960 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.984513 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98e2d1ee-9530-4465-81a8-6c5515a4d04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.987100 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98e2d1ee-9530-4465-81a8-6c5515a4d04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:28.988157 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-98e2d1ee-9530-4465-81a8-6c5515a4d04b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd00ea12-3b7c-4bab-966a-0e36606acb28 HTTP/1.1" status: 204 len: 168 time: 0.2983565 Aug 31 13:05:28.996193 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-97030779-444c-4b8d-9087-2dd8da06c988 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220523870&fields=id&tenant_id=0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 267 time: 0.0564902 Aug 31 13:05:29.000849 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2d1ee-9530-4465-81a8-6c5515a4d04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd00ea12-3b7c-4bab-966a-0e36606acb28,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:29.071974 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Router 0918d2e7-1a33-4283-a72c-8b87cc892513 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:05:29.142581 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-743220161-network', 'tenant_id': '12de77e5a67e4adfa9049e5c34ab20c3'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:29.183529 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-b34769a5-4155-4503-b79c-3aeeffabff7c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:29.219114 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-b34769a5-4155-4503-b79c-3aeeffabff7c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 811 time: 0.2203190 Aug 31 13:05:29.236887 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:05:29.237380 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Made reservation on behalf of 12de77e5a67e4adfa9049e5c34ab20c3 for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:29.241018 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.254994 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Sync routers for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:05:29.267276 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.271020 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.271267 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-727dfbc1-81b5-40b2-bb9d-c141ca5b3cc1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/quotas/0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 375 time: 0.0512047 Aug 31 13:05:29.273203 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-09dd3d20-3a8d-4519-bfb5-127f972c2d6c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4695466 Aug 31 13:05:29.280863 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39988) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:29.284972 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:29.288862 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:29.352241 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471bf69-3c78-4c0c-bfb7-51c7f91416b8 None None] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:29.412777 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-9c2c6655-bb1b-480b-a366-1a7bc6c40e27 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344523 Aug 31 13:05:29.425405 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411f46b-a7cd-4d89-b6f1-899a46eda5e3 req-77194360-b9e7-4d82-8954-40e9fb083123 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:29.427493 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a411f46b-a7cd-4d89-b6f1-899a46eda5e3 req-77194360-b9e7-4d82-8954-40e9fb083123 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1114738 Aug 31 13:05:29.453189 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:29.536353 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a411f46b-a7cd-4d89-b6f1-899a46eda5e3 req-7d1607a8-baba-4556-a953-007b69d729b9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020045 Aug 31 13:05:29.548883 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.560817 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-3d890c5b-f0b8-4978-8634-f13698bbf509 None None] Provisioning for port 7f0c8239-970e-4601-86bd-e3d63ebcc85c completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:29.560948 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.561042 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-3d890c5b-f0b8-4978-8634-f13698bbf509 None None] Provisioning complete for port 7f0c8239-970e-4601-86bd-e3d63ebcc85c triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:29.561042 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d890c5b-f0b8-4978-8634-f13698bbf509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.595956 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:05:29.622639 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9549e9-adce-4f8a-b8b8-02b10f150c9a,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:29.628056 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-efd4bf32-474b-4b12-ad50-afbf111db98b service neutron] 10.222.0.69 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755044 Aug 31 13:05:29.639871 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.640382 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Added segment f1be16ed-f3c8-4ee6-bf38-f645c1d49f4c of type vlan for network 26197db5-6b00-41ce-ae84-a47eaba32ad5 Aug 31 13:05:29.699403 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d890c5b-f0b8-4978-8634-f13698bbf509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.741392 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-3d890c5b-f0b8-4978-8634-f13698bbf509 None None] For port 7f0c8239-970e-4601-86bd-e3d63ebcc85c, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7f0c8239-970e-4601-86bd-e3d63ebcc85c,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:29.748625 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d890c5b-f0b8-4978-8634-f13698bbf509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.814732 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d890c5b-f0b8-4978-8634-f13698bbf509 None None] Pushing event updated for resources: {'Port': ['ID=7f0c8239-970e-4601-86bd-e3d63ebcc85c,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:29.939338 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:28Z', 'revision_number': 3, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:29.958429 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.971215 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-36d95847-81ff-4efa-bffb-da695ed6b220 None None] Provisioning complete for port 7f0c8239-970e-4601-86bd-e3d63ebcc85c triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:29.971932 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-36d95847-81ff-4efa-bffb-da695ed6b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:29.976227 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Checking router: 0918d2e7-1a33-4283-a72c-8b87cc892513 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:05:29.977046 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Updating router 0918d2e7-1a33-4283-a72c-8b87cc892513 port c1ea5762-dfac-4987-9d68-843fa7b3b472 binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:05:30.007896 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.043691 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.071680 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.072519 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:30.073122 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.100072 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffc2e0-cd3b-42f3-9ac7-1024ec4aa073 req-1760788e-d070-46ce-9fcc-720a423a6c6f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:30.101830 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-31ffc2e0-cd3b-42f3-9ac7-1024ec4aa073 req-1760788e-d070-46ce-9fcc-720a423a6c6f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 946 time: 0.1396172 Aug 31 13:05:30.114122 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2283278 Aug 31 13:05:30.117213 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 39994) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:30.123526 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Request body: {'subnet': {'network_id': '26197db5-6b00-41ce-ae84-a47eaba32ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-743220161-subnet', 'tenant_id': '12de77e5a67e4adfa9049e5c34ab20c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:30.145360 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-03c82b49-84bc-4d46-be40-c692d0eea76b service neutron] 10.222.0.69 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951510 Aug 31 13:05:30.178317 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758afdca-d547-43b2-a824-f69226092818 admin admin] Pushing event updated for resources: {'Network': ['ID=26197db5-6b00-41ce-ae84-a47eaba32ad5,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:30.189628 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 26197db5-6b00-41ce-ae84-a47eaba32ad5 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:05:30.196758 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-31ffc2e0-cd3b-42f3-9ac7-1024ec4aa073 req-c33a7c96-43b3-4089-b538-c7fec5452403 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544524 Aug 31 13:05:30.211390 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Made reservation on behalf of 12de77e5a67e4adfa9049e5c34ab20c3 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:30.214131 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26797544'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.347940 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.363133 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Allocated IP 172.20.0.1 (1f2bd1d8-908a-4b50-abcf-915da5cb6e7a/f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7/bb1368ad-fdaa-46dc-90a2-b58647682b46) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:30.365639 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Transition to ACTIVE for port object c1ea5762-dfac-4987-9d68-843fa7b3b472 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:30.376394 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.425440 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Attempting to bind port c1ea5762-dfac-4987-9d68-843fa7b3b472 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:30.426280 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Attempting to bind port c1ea5762-dfac-4987-9d68-843fa7b3b472 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:30.426657 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Attempting to bind port c1ea5762-dfac-4987-9d68-843fa7b3b472 on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:30.437777 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:30.438168 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:30.438566 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.438953 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:30.439403 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Bound port: c1ea5762-dfac-4987-9d68-843fa7b3b472, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:30.439816 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.466304 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbebf75-8fb2-4b96-9115-7f8f113c3335 None None] Pushing event updated for resources: {'Port': ['ID=c1ea5762-dfac-4987-9d68-843fa7b3b472,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:30.517323 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] For port c1ea5762-dfac-4987-9d68-843fa7b3b472, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:30.536186 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.545292 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] For port c1ea5762-dfac-4987-9d68-843fa7b3b472, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c1ea5762-dfac-4987-9d68-843fa7b3b472,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:30.551620 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.623395 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7f0c8239-970e-4601-86bd-e3d63ebcc85c up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:30.645759 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-deb7d786-5afb-4d4b-9c79-c648bcca5d81 req-56b55e32-0adc-4c98-afb9-9e457f36a9db tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 210 time: 0.0574682 Aug 31 13:05:30.670058 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Transition to ACTIVE for port object bb1368ad-fdaa-46dc-90a2-b58647682b46 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:30.726200 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25602954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26797566'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.730549 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea4dc-8594-47e5-b1cd-dd625286d529 req-51b67da5-bd34-4140-94a8-995a875a2e6e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:30.732961 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8a1ea4dc-8594-47e5-b1cd-dd625286d529 req-51b67da5-bd34-4140-94a8-995a875a2e6e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0587492 Aug 31 13:05:30.745583 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 7f0c8239-970e-4601-86bd-e3d63ebcc85c triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:30.746265 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.777327 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738e440a-3cca-4582-b945-db06bcbace4a,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:30.792492 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbebf75-8fb2-4b96-9115-7f8f113c3335 None None] Pushing event updated for resources: {'Port': ['ID=c1ea5762-dfac-4987-9d68-843fa7b3b472,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:30.815379 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:30.816110 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:30.816329 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8a1ea4dc-8594-47e5-b1cd-dd625286d529 req-7b670f9f-c1fa-4abc-a9b8-56b4cea92ab9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740047 Aug 31 13:05:30.821556 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Checking segment: {'id': 'f1be16ed-f3c8-4ee6-bf38-f645c1d49f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26197db5-6b00-41ce-ae84-a47eaba32ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:30.821995 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Network hostable DHCP agents. Network: 26197db5-6b00-41ce-ae84-a47eaba32ad5, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:05:30.835983 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.855981 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:30.858783 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:30.885837 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:30.935489 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:30.959720 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Network 26197db5-6b00-41ce-ae84-a47eaba32ad5 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:05:30.995801 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:31.001930 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Pushing event updated for resources: {'Port': ['ID=bb1368ad-fdaa-46dc-90a2-b58647682b46,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:31.024716 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 26197db5-6b00-41ce-ae84-a47eaba32ad5) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:31.034593 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:31.035585 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:31.038607 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ab7c7-bfae-4377-8c79-a6455ab0410f None None] Network 26197db5-6b00-41ce-ae84-a47eaba32ad5 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:31.149463 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d0919393-25af-4ed6-8793-cb5bdba5bb50 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0304496 Aug 31 13:05:31.192961 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:31.251915 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3f96d-59fb-4272-a286-e4c8aebb7345 None None] Network 26197db5-6b00-41ce-ae84-a47eaba32ad5 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:31.256394 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f3496d8a-813d-4a98-91c0-8685089f57dd None None] Provisioning for port bb1368ad-fdaa-46dc-90a2-b58647682b46 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:31.275754 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f3496d8a-813d-4a98-91c0-8685089f57dd None None] Provisioning complete for port bb1368ad-fdaa-46dc-90a2-b58647682b46 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:31.276127 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f3496d8a-813d-4a98-91c0-8685089f57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:31.303155 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:28Z', 'revision_number': 3, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:31.364679 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f3496d8a-813d-4a98-91c0-8685089f57dd None None] Port bb1368ad-fdaa-46dc-90a2-b58647682b46 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:05:31.373026 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a0ef93-8732-4fa1-ba49-80a6d961622b None None] The sync data for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi is: [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:28Z', 'revision_number': 3, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:05:31.448625 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:31.453815 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:31.526213 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:31.528016 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Pushing event updated for resources: {'Port': ['ID=bb1368ad-fdaa-46dc-90a2-b58647682b46,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:31.633181 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:31.634780 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:31.805534 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f48a26aa-247f-4eb7-beb3-e968f4156e18 req-1e7f3f88-f6a4-4364-ba90-bba6ed71623f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 210 time: 0.0567579 Aug 31 13:05:32.023329 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40048) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:32.034704 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1677372394-network', 'tenant_id': '4a02b79b923b437483ba69e9447ec88a'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:32.071121 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b15818-84ce-4615-99d5-8f8a3294cbf3 req-bb53a8d4-552f-45ec-9b27-6847addd9640 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:32.072727 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11b15818-84ce-4615-99d5-8f8a3294cbf3 req-bb53a8d4-552f-45ec-9b27-6847addd9640 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1060798 Aug 31 13:05:32.101128 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-958e2a5d-5893-4334-aedb-2663f4abb18c None None] Provisioning complete for port bb1368ad-fdaa-46dc-90a2-b58647682b46 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:32.101790 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-958e2a5d-5893-4334-aedb-2663f4abb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.142828 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Made reservation on behalf of 4a02b79b923b437483ba69e9447ec88a for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:32.145623 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.172519 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.180975 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11b15818-84ce-4615-99d5-8f8a3294cbf3 req-916ffe2e-2d38-46d8-8ad8-24cb98dc667d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973098 Aug 31 13:05:32.189684 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-958e2a5d-5893-4334-aedb-2663f4abb18c None None] Port bb1368ad-fdaa-46dc-90a2-b58647682b46 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:05:32.241040 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-631456ba-deb6-410c-9055-b14b25b4527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.294554 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Router 0918d2e7-1a33-4283-a72c-8b87cc892513 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:05:32.336269 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e504d426-7de0-47a7-bab3-3f7c559ef1f9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:32.344400 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e504d426-7de0-47a7-bab3-3f7c559ef1f9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 811 time: 0.2162478 Aug 31 13:05:32.356808 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.362957 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.404411 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:05:32.412480 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf60e8af-6a64-4361-9aa0-05ec88aebe8f,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:32.424519 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.424993 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Added segment c4b0ad43-9b05-4538-a188-1c3de875c7cb of type vlan for network 967ca452-2ccb-423e-aeb7-e0780d7b8906 Aug 31 13:05:32.478672 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e2dbf45d-e70c-43e8-9f95-a606c21bed18 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 379 time: 0.0844216 Aug 31 13:05:32.496423 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'port': {'device_id': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'admin_state_up': True, 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'security_groups': ['2e050893-d329-41ab-a99a-735d4783239b']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:32.500040 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.533186 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.535176 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:32.535425 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.578475 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:05:32.581485 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1ea5762-dfac-4987-9d68-843fa7b3b472 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:32.589286 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8181a69e-29fa-49cb-9571-359489eab30e admin admin] 10.222.0.69 "PUT /v2.0/routers/0918d2e7-1a33-4283-a72c-8b87cc892513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3059845 Aug 31 13:05:32.623673 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5961900 Aug 31 13:05:32.626854 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40058) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:32.632780 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Request body: {'subnet': {'network_id': '967ca452-2ccb-423e-aeb7-e0780d7b8906', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1677372394-subnet', 'tenant_id': '4a02b79b923b437483ba69e9447ec88a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:32.646964 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c75ac-a84e-4a27-bad7-562cf8f67710 admin admin] Pushing event updated for resources: {'Network': ['ID=967ca452-2ccb-423e-aeb7-e0780d7b8906,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:32.662529 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Made reservation on behalf of 0702568dd7fd43cf81b667c889a5f39c for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:32.662858 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.db.api [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:05:32.662858 dv-cinder-804470-3-iscsi neutron-server[94105]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:05:32.662858 dv-cinder-804470-3-iscsi neutron-server[94105]: [parameters: {'project_id_1': '4a02b79b923b437483ba69e9447ec88a', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 5, 32, 642559)}] Aug 31 13:05:32.662858 dv-cinder-804470-3-iscsi neutron-server[94105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:05:32.663588 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG oslo_db.api [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:05:32.665447 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 967ca452-2ccb-423e-aeb7-e0780d7b8906 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:05:32.666663 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.682248 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port c1ea5762-dfac-4987-9d68-843fa7b3b472 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:32.722977 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c1ea5762-dfac-4987-9d68-843fa7b3b472 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:32.723284 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.834729 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Allocated IP 172.20.0.11 (3233d2e0-f02a-43ed-a209-a63a1ebe7a34/0031d817-7a75-4cb6-b442-bf604ec6797e/8c46e19d-6f84-44a8-aaff-3ecf69c40e8f) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:32.849823 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.872896 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port c1ea5762-dfac-4987-9d68-843fa7b3b472, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c1ea5762-dfac-4987-9d68-843fa7b3b472,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:32.878539 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:32.934499 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=c1ea5762-dfac-4987-9d68-843fa7b3b472,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:32.957396 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-973f48da-5791-40c5-b5b3-3a565e2d1f8e req-008502a5-5ed0-406d-9552-e7191d4a906f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 210 time: 0.0595870 Aug 31 13:05:33.040901 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.056000 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Transition to ACTIVE for port object 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:33.098458 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.148084 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:33.151316 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:33.155325 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:33.190115 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:33.207219 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Made reservation on behalf of 4a02b79b923b437483ba69e9447ec88a for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:33.211163 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.220297 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:33.221102 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.247964 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-fa13f74a-cf94-43a7-9391-6bbf61bbd77c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7620234 Aug 31 13:05:33.264652 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Request body: {'port': {'device_id': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:33.339997 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.399869 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe54e9-3e3c-4765-9cf4-3cac721dca6f req-6838db03-cea5-4dfd-92d0-6308734e3967 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:33.407394 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-52fe54e9-3e3c-4765-9cf4-3cac721dca6f req-6838db03-cea5-4dfd-92d0-6308734e3967 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1101971 Aug 31 13:05:33.416466 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40080) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:33.424084 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1929523225-network', 'tenant_id': '792503c2bff74a5186e6536801c1c179'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:33.523856 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-52fe54e9-3e3c-4765-9cf4-3cac721dca6f req-4b2f6cda-f446-4702-8740-1f1c17f27c56 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153584 Aug 31 13:05:33.526195 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Made reservation on behalf of 792503c2bff74a5186e6536801c1c179 for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:33.528758 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.531133 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f9f42de7-85a7-4e4c-ba72-9b8a6703a900 None None] Provisioning for port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:33.537571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f9f42de7-85a7-4e4c-ba72-9b8a6703a900 None None] Provisioning complete for port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:33.538223 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f9f42de7-85a7-4e4c-ba72-9b8a6703a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.564222 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.588209 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f9f42de7-85a7-4e4c-ba72-9b8a6703a900 None None] Port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:05:33.595414 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.672500 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Sync routers for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:05:33.676088 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2059daf1-4cd6-48e2-a41d-e904901dbdd6,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:33.694857 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:33.695612 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:33.707445 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Checking segment: {'id': 'c4b0ad43-9b05-4538-a188-1c3de875c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '967ca452-2ccb-423e-aeb7-e0780d7b8906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:33.707729 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Network hostable DHCP agents. Network: 967ca452-2ccb-423e-aeb7-e0780d7b8906, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:05:33.730299 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:05:33.743679 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.746235 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.749556 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Network 967ca452-2ccb-423e-aeb7-e0780d7b8906 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:05:33.752346 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.763304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Transition to ACTIVE for port object 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:33.768001 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.774095 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 967ca452-2ccb-423e-aeb7-e0780d7b8906) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:33.778064 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:05:33.789405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da8f41f-335f-4cd9-8d02-7a5d4b5ec38e None None] Network 967ca452-2ccb-423e-aeb7-e0780d7b8906 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:33.791669 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:33.792272 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.800559 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a9354-a356-4a5d-8a1e-e8e44a549790,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:33.808289 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.808838 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Added segment 04d06ccc-116a-4e61-aefc-f7369e3b0247 of type vlan for network 4869b291-a2bd-464b-b285-84c70c296f71 Aug 31 13:05:33.821532 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ceaea3ae-ba2d-4b0b-bb79-f181b90bd079 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1934903 Aug 31 13:05:33.911638 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.922153 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:33.941462 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:33.957053 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:33.960128 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:33.961507 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.024487 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6065416 Aug 31 13:05:34.031769 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40090) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:34.041183 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Request body: {'subnet': {'network_id': '4869b291-a2bd-464b-b285-84c70c296f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1929523225-subnet', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:34.050550 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe08fa-2902-4734-9787-1b3ade60d873 admin admin] Pushing event updated for resources: {'Network': ['ID=4869b291-a2bd-464b-b285-84c70c296f71,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:34.080234 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Made reservation on behalf of 792503c2bff74a5186e6536801c1c179 for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:34.085640 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.131545 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Attempting to bind port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:34.131903 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Attempting to bind port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:34.132236 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Attempting to bind port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:34.132388 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 4869b291-a2bd-464b-b285-84c70c296f71 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:05:34.138433 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:05:34.138759 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Attempting to bind port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:34.164150 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:34.164514 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Checking segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:34.164937 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Bound using segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:34.165383 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Bound port: 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:34.165744 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.267589 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] For port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:34.271727 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] For port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:34.277298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f22bb-a98a-4a31-ab77-d3ea46fd57b2 None None] Network 967ca452-2ccb-423e-aeb7-e0780d7b8906 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:34.279453 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.310041 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d427f9-684a-4e34-907f-fb9a947b2f09 req-761c0f08-b58e-49e6-8424-75facda83139 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:34.318730 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-10d427f9-684a-4e34-907f-fb9a947b2f09 req-761c0f08-b58e-49e6-8424-75facda83139 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.1487427 Aug 31 13:05:34.345621 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:34.353290 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:34.353952 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.355416 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-e8479c5c-3a33-487b-9c59-cc3ea76d14f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c46e19d-6f84-44a8-aaff-3ecf69c40e8f HTTP/1.1" status: 200 len: 1094 time: 1.0951569 Aug 31 13:05:34.355862 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:05:34.358518 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3951837e-4904-4a99-80ed-760ca730f605" -d '{"events": [{"name": "network-changed", "server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:05:34.390784 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-10d427f9-684a-4e34-907f-fb9a947b2f09 req-373dd706-614b-473c-97d4-86181799e50d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707099 Aug 31 13:05:34.464462 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e0a38-e5ec-451a-85e8-903f5f089e89 x-openstack-request-id: req-222e0a38-e5ec-451a-85e8-903f5f089e89 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:05:34.464803 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:05:34.465056 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-222e0a38-e5ec-451a-85e8-903f5f089e89 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:05:34.465503 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'status': 'completed', 'code': 200} Aug 31 13:05:34.494628 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-c8d4b0e5-592d-4e70-bc93-eaa0d96eef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:34.498500 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-c8d4b0e5-592d-4e70-bc93-eaa0d96eef79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 1097 time: 0.0706935 Aug 31 13:05:34.625140 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.637485 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1ea5762-dfac-4987-9d68-843fa7b3b472 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:34.639271 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-9917c5ec-fab2-41e9-a6c4-919dc0958297 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f HTTP/1.1" status: 200 len: 217 time: 0.1201599 Aug 31 13:05:34.745182 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-c5132788-3648-4393-9e9e-1b4fd6ff49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:34.746716 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-c5132788-3648-4393-9e9e-1b4fd6ff49d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0852988 Aug 31 13:05:34.773910 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bde78a-5029-42ee-8ed5-35738b494d1e,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:34.798162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Checking segment: {'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:34.799108 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Network hostable DHCP agents. Network: 4869b291-a2bd-464b-b285-84c70c296f71, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:05:34.819108 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bba50b-2f3c-4ffe-8ae9-074355776e73 req-e1474fc4-c2cf-4d4e-81bd-e33d6fc75294 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:34.826385 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-4a70581f-9052-48d8-bcdc-9e397f16f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:34.827911 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-4a70581f-9052-48d8-bcdc-9e397f16f05b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721402 Aug 31 13:05:34.829220 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-70bba50b-2f3c-4ffe-8ae9-074355776e73 req-e1474fc4-c2cf-4d4e-81bd-e33d6fc75294 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1453326 Aug 31 13:05:34.843710 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fc91bcb6-e0d7-4f80-8b57-2a1be47a833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.864427 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c1ea5762-dfac-4987-9d68-843fa7b3b472 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:34.864874 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.872974 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Network 4869b291-a2bd-464b-b285-84c70c296f71 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:05:34.884705 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-70bba50b-2f3c-4ffe-8ae9-074355776e73 req-aacf467d-ef10-415e-be39-c5482d1add79 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545053 Aug 31 13:05:34.892411 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 4869b291-a2bd-464b-b285-84c70c296f71) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:34.898417 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:34.899503 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.905350 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8152727-59f9-46ae-a04e-f496e2934b9f None None] Network 4869b291-a2bd-464b-b285-84c70c296f71 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:34.910903 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 2, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:34.918775 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-1794eda0-a964-421a-b77e-d59710161e6f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8854890 Aug 31 13:05:34.921281 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40106) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:34.926636 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:34.951429 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.952806 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:34.959214 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-4e78016a-b767-4d35-9577-1f964fdc87fe service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162870 Aug 31 13:05:34.989263 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Checking router: 0918d2e7-1a33-4283-a72c-8b87cc892513 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:05:34.989610 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Updating router 0918d2e7-1a33-4283-a72c-8b87cc892513 port bb1368ad-fdaa-46dc-90a2-b58647682b46 binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:05:35.008257 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.037081 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.069774 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bfb01fe-7fe5-4991-8f76-7aaf0b2fd4d3 req-b5074903-acfa-4669-bd60-dd483441c4dc service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002259 Aug 31 13:05:35.152043 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.187778 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951837e-4904-4a99-80ed-760ca730f605 req-fafaa957-98d5-4e2d-98a0-e8d9e9f8b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:35.189388 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951837e-4904-4a99-80ed-760ca730f605 req-fafaa957-98d5-4e2d-98a0-e8d9e9f8b799 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 1097 time: 0.0412436 Aug 31 13:05:35.259411 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.286913 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951837e-4904-4a99-80ed-760ca730f605 req-8efdf5ce-3243-42ff-9ca6-06dbb78f7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:35.288635 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951837e-4904-4a99-80ed-760ca730f605 req-8efdf5ce-3243-42ff-9ca6-06dbb78f7f1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.0917501 Aug 31 13:05:35.328232 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-4869b291-a2bd-464b-b285-84c70c296f71', 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'fixed_ips': [{'subnet_id': '63bde78a-5029-42ee-8ed5-35738b494d1e'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:05:35.329280 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.338325 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951837e-4904-4a99-80ed-760ca730f605 req-1ac37e01-b2a5-4538-a9af-fab7b1e42003 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f HTTP/1.1" status: 200 len: 217 time: 0.0402772 Aug 31 13:05:35.371245 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.392465 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.409588 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951837e-4904-4a99-80ed-760ca730f605 req-4b9733c3-0d7d-47de-b31b-66bbb9441d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:35.410258 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951837e-4904-4a99-80ed-760ca730f605 req-4b9733c3-0d7d-47de-b31b-66bbb9441d9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0553324 Aug 31 13:05:35.469446 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951837e-4904-4a99-80ed-760ca730f605 req-dc2c4e7e-3f75-489c-b329-4de1a438ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:35.471060 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951837e-4904-4a99-80ed-760ca730f605 req-dc2c4e7e-3f75-489c-b329-4de1a438ac81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525019 Aug 31 13:05:35.531620 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Allocated IP 172.27.0.108 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/1314cfd3-af8a-4a6c-9e61-70304d2f516e) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:35.558589 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2216b7-ec82-44fb-aac4-5a5b97153038 req-ca32cc66-e1f8-40d8-8cbb-2ddab64198ec tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:35.560106 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-de2216b7-ec82-44fb-aac4-5a5b97153038 req-ca32cc66-e1f8-40d8-8cbb-2ddab64198ec tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.0855057 Aug 31 13:05:35.571081 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Allocated IP 172.20.0.2 (4869b291-a2bd-464b-b285-84c70c296f71/63bde78a-5029-42ee-8ed5-35738b494d1e/96ff8a94-5a57-410d-a4e4-e8a1f1d21c53) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:35.583084 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951837e-4904-4a99-80ed-760ca730f605 req-13fdd1fc-030c-4676-adfb-1b8d71c97f10 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027193 Aug 31 13:05:35.599071 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.645161 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-de2216b7-ec82-44fb-aac4-5a5b97153038 req-ace4e560-5c17-4f6c-b386-0d84063e199d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729518 Aug 31 13:05:35.649239 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Transition to ACTIVE for port object bb1368ad-fdaa-46dc-90a2-b58647682b46 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:35.667673 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.705993 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.751449 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951837e-4904-4a99-80ed-760ca730f605 req-4b889d38-a1e6-4f1c-b523-ee65c12e09a4 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575429 Aug 31 13:05:35.766950 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.813930 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:35.817723 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:35.818405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd97112-9ad9-42d2-af2b-6f9bfe4e38b5 None None] Pushing event updated for resources: {'Port': ['ID=bb1368ad-fdaa-46dc-90a2-b58647682b46,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:35.828081 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:35.834202 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Pushing event updated for resources: {'Port': ['ID=1314cfd3-af8a-4a6c-9e61-70304d2f516e,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:35.863682 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.865638 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Attempting to bind port bb1368ad-fdaa-46dc-90a2-b58647682b46 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:35.865995 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Attempting to bind port bb1368ad-fdaa-46dc-90a2-b58647682b46 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:35.866356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Attempting to bind port bb1368ad-fdaa-46dc-90a2-b58647682b46 on network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:35.877326 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Transition to ACTIVE for port object 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:35.879784 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:35.880160 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Checking segment: {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:35.880562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.880981 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Bound using segment: {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:35.881458 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Bound port: bb1368ad-fdaa-46dc-90a2-b58647682b46, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:35.882037 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:35.933374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Transition to ACTIVE for port object 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:35.946614 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.007999 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Network 4869b291-a2bd-464b-b285-84c70c296f71 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:36.015867 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:36.018197 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] For port bb1368ad-fdaa-46dc-90a2-b58647682b46, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:36.020772 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:36.025329 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Pushing event updated for resources: {'Port': ['ID=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:36.044698 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] For port bb1368ad-fdaa-46dc-90a2-b58647682b46, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bb1368ad-fdaa-46dc-90a2-b58647682b46,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:36.068603 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.114906 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc098b0-d489-4591-b85f-eae570019edb req-37e1d40c-d99e-43ce-b3d9-5d0e00937f86 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:36.116537 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dbc098b0-d489-4591-b85f-eae570019edb req-37e1d40c-d99e-43ce-b3d9-5d0e00937f86 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0985224 Aug 31 13:05:36.162537 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.167295 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.174761 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Attempting to bind port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:36.175149 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Attempting to bind port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:36.176071 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Attempting to bind port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 on network 4869b291-a2bd-464b-b285-84c70c296f71 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:36.190633 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd97112-9ad9-42d2-af2b-6f9bfe4e38b5 None None] Pushing event updated for resources: {'Port': ['ID=bb1368ad-fdaa-46dc-90a2-b58647682b46,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:36.200619 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:36.201038 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Checking segment: {'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:36.201443 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.201834 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Bound using segment: {'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:36.202431 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Bound port: 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:36.202705 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.205315 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:36.205943 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:36.365941 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] For port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:36.372259 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] For port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,segment=NetworkSegment(04d06ccc-116a-4e61-aefc-f7369e3b0247),segment_id=04d06ccc-116a-4e61-aefc-f7369e3b0247)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:36.382052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:36.393565 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dbc098b0-d489-4591-b85f-eae570019edb req-63e2c576-e716-4c58-a64b-0893a405ac4c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653546 Aug 31 13:05:36.417798 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.553319 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.686913 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ca8d5-acad-404c-8cb7-59dc622f5826 None None] Pushing event updated for resources: {'Port': ['ID=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:36.699109 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:05:36.799730 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:36Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:36.843295 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b61562-a44a-49f3-876d-c482ed33ef93 None None] The sync data for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi is: [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:36Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:05:36.879485 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caf988-4f15-43ca-a77d-b90d56aae511 req-bf4403bd-c2d7-427c-ac35-32742be5821a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:36.885176 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-12caf988-4f15-43ca-a77d-b90d56aae511 req-bf4403bd-c2d7-427c-ac35-32742be5821a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.1291165 Aug 31 13:05:36.905184 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:05:36.915762 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Sync routers for ids ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:05:36.935878 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Routers {'96d2effe-d2d8-4bc3-a22f-1d164889bc72'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:36.937425 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:36.970095 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-12caf988-4f15-43ca-a77d-b90d56aae511 req-3f081300-b5bf-4d06-91ac-95d162501ad1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814240 Aug 31 13:05:36.976251 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:36.982164 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40134) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:36.982622 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0f594841-82e7-4f00-8bc9-dce41ef2125d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0600028 Aug 31 13:05:37.089634 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Set router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:37.286834 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:05:35Z', 'revision_number': 3, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port': {'id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:35Z', 'updated_at': '2021-08-31T13:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:37.317835 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Checking router: 96d2effe-d2d8-4bc3-a22f-1d164889bc72 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:05:37.319005 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Updating router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 port 1314cfd3-af8a-4a6c-9e61-70304d2f516e binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:05:37.353325 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:37.534793 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:37.609244 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88759b-cadf-4e4b-a882-1c37dcbec7f0 req-4c271957-26ca-41c1-b823-09bc275bd794 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:37.625763 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b88759b-cadf-4e4b-a882-1c37dcbec7f0 req-4c271957-26ca-41c1-b823-09bc275bd794 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1038494 Aug 31 13:05:37.703883 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b88759b-cadf-4e4b-a882-1c37dcbec7f0 req-e69b7b09-fa81-4492-8072-3d9795b16861 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715353 Aug 31 13:05:37.794383 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Allocated IP 172.20.0.1 (4869b291-a2bd-464b-b285-84c70c296f71/63bde78a-5029-42ee-8ed5-35738b494d1e/22ce96b8-167b-43ca-88ee-cf04ff4d5830) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:37.866896 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:37.878266 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:37.879636 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Transition to ACTIVE for port object 1314cfd3-af8a-4a6c-9e61-70304d2f516e will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:37.887554 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:37.932630 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae47e-9415-4de1-bcf6-e9f3b5b78e49 None None] Pushing event updated for resources: {'Port': ['ID=1314cfd3-af8a-4a6c-9e61-70304d2f516e,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:37.959495 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e54a65-2523-4c5d-a427-3d237653f6e8 None None] Network 4869b291-a2bd-464b-b285-84c70c296f71 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:05:37.965522 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:37.975930 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Attempting to bind port 1314cfd3-af8a-4a6c-9e61-70304d2f516e on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:37.976582 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Attempting to bind port 1314cfd3-af8a-4a6c-9e61-70304d2f516e by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:37.977139 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Attempting to bind port 1314cfd3-af8a-4a6c-9e61-70304d2f516e on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:37.980026 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Transition to ACTIVE for port object 22ce96b8-167b-43ca-88ee-cf04ff4d5830 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:38.000341 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:38.001275 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:38.002180 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.002742 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:38.004326 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Bound port: 1314cfd3-af8a-4a6c-9e61-70304d2f516e, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:38.006394 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.038601 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.056409 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f414f7b2-bd6c-4522-ade1-f8724e9b3424 None None] Provisioning for port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:38.140879 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Network 4869b291-a2bd-464b-b285-84c70c296f71 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:38.143212 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Pushing event updated for resources: {'Port': ['ID=22ce96b8-167b-43ca-88ee-cf04ff4d5830,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:38.145774 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] For port 1314cfd3-af8a-4a6c-9e61-70304d2f516e, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:38.149989 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:38.150911 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] For port 1314cfd3-af8a-4a6c-9e61-70304d2f516e, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=1314cfd3-af8a-4a6c-9e61-70304d2f516e,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:38.153878 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6626-3c0f-4ce7-9ab9-ff228f0323df req-234c2fba-734b-4ebd-b94f-7f189982cbf5 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:38.154463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:38.155462 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1a8b6626-3c0f-4ce7-9ab9-ff228f0323df req-234c2fba-734b-4ebd-b94f-7f189982cbf5 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.0858629 Aug 31 13:05:38.161110 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.185953 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.186464 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.186904 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.187358 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.187787 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.188215 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.189188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.189632 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.190063 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.190608 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.191103 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.192042 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:38.216969 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1a8b6626-3c0f-4ce7-9ab9-ff228f0323df req-89a7f115-c073-4b03-a3cf-7c0770469697 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515802 Aug 31 13:05:38.228378 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.231909 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae47e-9415-4de1-bcf6-e9f3b5b78e49 None None] Pushing event updated for resources: {'Port': ['ID=1314cfd3-af8a-4a6c-9e61-70304d2f516e,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:38.243860 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Routers {'96d2effe-d2d8-4bc3-a22f-1d164889bc72'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:38.244606 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:38.379364 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.458950 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] Set router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:38.501904 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-7438f463-ec13-45a7-b311-c687946e57e9 None None] Provisioning for port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:38.506211 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-7438f463-ec13-45a7-b311-c687946e57e9 None None] Provisioning complete for port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:38.506587 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7438f463-ec13-45a7-b311-c687946e57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.569345 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-7438f463-ec13-45a7-b311-c687946e57e9 None None] Port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:05:38.627593 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.634672 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.648325 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:38.718657 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:38.726066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:38.726711 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.776823 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:05:35Z', 'revision_number': 3, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port': {'id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:35Z', 'updated_at': '2021-08-31T13:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:38.815073 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770a6f6-873e-4f7f-8229-20c1e642170c None None] The sync data for ids ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'] in dv-cinder-804470-3-iscsi is: [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:05:35Z', 'revision_number': 3, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port': {'id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:35Z', 'updated_at': '2021-08-31T13:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:05:38.848608 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.873891 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-26852959-20cc-48ae-aba8-c7e9cfbc62df None None] Provisioning complete for port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:38.876252 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26852959-20cc-48ae-aba8-c7e9cfbc62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.889296 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29522b-7f3a-4e25-b5f0-7edbddff258c req-abe2c257-5126-41a6-8517-c8b1b6da487b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:38.899219 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1c29522b-7f3a-4e25-b5f0-7edbddff258c req-abe2c257-5126-41a6-8517-c8b1b6da487b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0950661 Aug 31 13:05:38.959496 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1c29522b-7f3a-4e25-b5f0-7edbddff258c req-b43dde80-070b-4ea2-a064-5a8772c40397 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Aug 31 13:05:38.991016 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,segment=NetworkSegment(04d06ccc-116a-4e61-aefc-f7369e3b0247),segment_id=04d06ccc-116a-4e61-aefc-f7369e3b0247)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:38.992405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-26852959-20cc-48ae-aba8-c7e9cfbc62df None None] Port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:05:38.996294 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:38.997272 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bb1368ad-fdaa-46dc-90a2-b58647682b46 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:39.070890 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:39.075849 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Pushing event updated for resources: {'Port': ['ID=22ce96b8-167b-43ca-88ee-cf04ff4d5830,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:39.116216 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:39.130479 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port bb1368ad-fdaa-46dc-90a2-b58647682b46 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:39.134780 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port bb1368ad-fdaa-46dc-90a2-b58647682b46 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:39.135241 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:39.152945 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8a7b6-fdce-4a6e-8233-a285bdd4332b req-ca94975d-1ab5-4c06-b441-4ed17ac30743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:39.154467 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6de8a7b6-fdce-4a6e-8233-a285bdd4332b req-ca94975d-1ab5-4c06-b441-4ed17ac30743 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.4591248 Aug 31 13:05:39.257295 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6de8a7b6-fdce-4a6e-8233-a285bdd4332b req-55d3f39c-2669-40d8-a5b1-e1f5ab10584f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Aug 31 13:05:39.299773 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:39.311395 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Network 4869b291-a2bd-464b-b285-84c70c296f71 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:39.313942 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:39.346911 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port bb1368ad-fdaa-46dc-90a2-b58647682b46, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bb1368ad-fdaa-46dc-90a2-b58647682b46,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:39.352260 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:39.424635 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef786cb-9167-46ee-8aa7-2081dd737ebc req-c6d5f225-ee72-4fd8-a0a3-99fe04bf4669 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:39.433836 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7ef786cb-9167-46ee-8aa7-2081dd737ebc req-c6d5f225-ee72-4fd8-a0a3-99fe04bf4669 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.1063864 Aug 31 13:05:39.448201 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=bb1368ad-fdaa-46dc-90a2-b58647682b46,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:39.487017 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:05:39.489264 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7ef786cb-9167-46ee-8aa7-2081dd737ebc req-73f296e1-ab57-482a-bec5-49eb2065068e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466106 Aug 31 13:05:39.619897 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:05:39.621284 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-9bb8c4af-2f8d-4758-804a-3ae6f6d29cd7 None None] Provisioning complete for port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:39.621660 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c4af-2f8d-4758-804a-3ae6f6d29cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:39.625797 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dfbd30c6-68de-48b7-ada7-b5537d79b933 admin admin] 10.222.0.69 "PUT /v2.0/routers/96d2effe-d2d8-4bc3-a22f-1d164889bc72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6421192 Aug 31 13:05:39.673788 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8c4af-2f8d-4758-804a-3ae6f6d29cd7 None None] Port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:05:39.836558 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-e67d96b7-447b-4528-9ee4-73d24c5b261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:39.838233 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-e67d96b7-447b-4528-9ee4-73d24c5b261f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.0479941 Aug 31 13:05:39.993794 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-6e99ad6f-7f5b-4453-a617-0e686ae9fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:39.995307 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-6e99ad6f-7f5b-4453-a617-0e686ae9fe1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.1166110 Aug 31 13:05:40.076008 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-4168cc5e-4c60-4a8f-90ea-b25ebaeb88bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 217 time: 0.0609939 Aug 31 13:05:40.119652 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe76f4-b7fb-4d63-9b95-76a74afa6ffb req-c45d252b-5aa2-4f08-be7d-21d29dd93533 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:40.121466 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3efe76f4-b7fb-4d63-9b95-76a74afa6ffb req-c45d252b-5aa2-4f08-be7d-21d29dd93533 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0599055 Aug 31 13:05:40.153190 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-35337433-2788-4245-b434-9aae104727ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:40.157358 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-35337433-2788-4245-b434-9aae104727ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.0673950 Aug 31 13:05:40.185656 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3efe76f4-b7fb-4d63-9b95-76a74afa6ffb req-02194c25-ee78-4965-83f4-eb4be8165681 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482128 Aug 31 13:05:40.224459 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-858de577-add2-446c-9a47-494c4d0ee00d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569489 Aug 31 13:05:40.340509 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-694cf91c-bfcd-407d-a136-6ebd3d44e0e7 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076770 Aug 31 13:05:40.413950 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40190) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:40.420463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1908964d-72f1-4799-a838-f73602a2e881 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072169807', 'description': 'tempest-secgroup-smoke-2072169807 description', 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:40.471117 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2d4fd57-ccb5-407a-a8c9-deb8eaacfcbd req-8cf84abc-49b4-4996-8ac1-cd951ea3ecc9 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223886 Aug 31 13:05:40.471898 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1908964d-72f1-4799-a838-f73602a2e881 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.640992 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1908964d-72f1-4799-a838-f73602a2e881 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.646143 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1908964d-72f1-4799-a838-f73602a2e881 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.689858 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5feea-f8d7-4a7d-b931-a90fea77b816 req-b596cb52-0641-4076-8ff3-ed6457aec0ad tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:40.692282 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-47c5feea-f8d7-4a7d-b931-a90fea77b816 req-b596cb52-0641-4076-8ff3-ed6457aec0ad tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.0912447 Aug 31 13:05:40.694284 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1908964d-72f1-4799-a838-f73602a2e881 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.695653 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1908964d-72f1-4799-a838-f73602a2e881 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2804487 Aug 31 13:05:40.698650 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40200) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:40.702980 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3212037d-4fa8-42de-b60b-3cba73639133 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'security_group_rule': {'security_group_id': '6d7f3dce-cad1-4b94-a3af-dc73a976ba89', 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:40.726115 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908964d-72f1-4799-a838-f73602a2e881 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f3dce-cad1-4b94-a3af-dc73a976ba89,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:40.735451 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3212037d-4fa8-42de-b60b-3cba73639133 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.737852 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-47c5feea-f8d7-4a7d-b931-a90fea77b816 req-1413228c-9cc5-4f47-89c5-ae897854f422 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363264 Aug 31 13:05:40.755843 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 1314cfd3-af8a-4a6c-9e61-70304d2f516e up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:40.808561 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 1314cfd3-af8a-4a6c-9e61-70304d2f516e completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:40.809890 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3212037d-4fa8-42de-b60b-3cba73639133 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.813219 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 1314cfd3-af8a-4a6c-9e61-70304d2f516e triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:40.813594 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.814853 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3212037d-4fa8-42de-b60b-3cba73639133 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.846261 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212037d-4fa8-42de-b60b-3cba73639133 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c81c88-8e33-4fb9-bb6e-613acd6f404a,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:40.853025 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3212037d-4fa8-42de-b60b-3cba73639133 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.854352 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3212037d-4fa8-42de-b60b-3cba73639133 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547973 Aug 31 13:05:40.857447 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40202) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:40.862241 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'security_group_rule': {'security_group_id': '6d7f3dce-cad1-4b94-a3af-dc73a976ba89', 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:40.902655 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.929047 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Sync routers for ids ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:05:40.946168 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.958037 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Routers {'96d2effe-d2d8-4bc3-a22f-1d164889bc72'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:40.958722 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:40.975783 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:40.980473 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.007710 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb87e002-24ba-48f0-9d94-ccd1ed414550,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:41.008976 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 1314cfd3-af8a-4a6c-9e61-70304d2f516e, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=1314cfd3-af8a-4a6c-9e61-70304d2f516e,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:41.014943 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.016252 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:41.019659 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.021532 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627240 Aug 31 13:05:41.024372 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40204) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:41.031114 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-105b9562-b792-44bb-857c-a2448d12445d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'security_group_rule': {'security_group_id': '6d7f3dce-cad1-4b94-a3af-dc73a976ba89', 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:41.037851 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.038735 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.038947 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.039563 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.040238 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.040591 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.040949 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.041529 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.041852 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.042348 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.042672 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.042991 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550bd28b-91b1-4208-9140-ea86a4eeefd1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.063072 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-105b9562-b792-44bb-857c-a2448d12445d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.145667 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-105b9562-b792-44bb-857c-a2448d12445d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.150607 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-105b9562-b792-44bb-857c-a2448d12445d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.151929 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=1314cfd3-af8a-4a6c-9e61-70304d2f516e,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:41.169579 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.169861 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.169984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b9562-b792-44bb-857c-a2448d12445d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11155718-801a-451a-b75b-32dce1ad6b95,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:41.170218 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.170543 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.170877 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.171212 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.171535 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.171869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.172225 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.172729 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.173082 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.173409 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:05:41.189040 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Set router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:41.193080 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-105b9562-b792-44bb-857c-a2448d12445d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.194570 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-105b9562-b792-44bb-857c-a2448d12445d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682832 Aug 31 13:05:41.197111 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40210) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:41.201755 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-84e1b234-9154-4ad4-9e23-6a9c4d700142 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'security_group_rule': {'security_group_id': '6d7f3dce-cad1-4b94-a3af-dc73a976ba89', 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:41.213886 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:41.214265 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.245099 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84e1b234-9154-4ad4-9e23-6a9c4d700142 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.334199 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84e1b234-9154-4ad4-9e23-6a9c4d700142 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.343796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84e1b234-9154-4ad4-9e23-6a9c4d700142 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.360701 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31140-5378-4547-8c91-0fc7d64c63e9 req-1dfd0cda-b67b-499a-99d6-08e56732fa99 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:41.363519 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-98a31140-5378-4547-8c91-0fc7d64c63e9 req-1dfd0cda-b67b-499a-99d6-08e56732fa99 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0821083 Aug 31 13:05:41.377512 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1b234-9154-4ad4-9e23-6a9c4d700142 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da71535f-a7d5-40c1-923f-df1bd7acd76e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:41.387808 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84e1b234-9154-4ad4-9e23-6a9c4d700142 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.391646 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-84e1b234-9154-4ad4-9e23-6a9c4d700142 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1908307 Aug 31 13:05:41.391796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40218) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:41.399301 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'security_group_rule': {'security_group_id': '6d7f3dce-cad1-4b94-a3af-dc73a976ba89', 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:41.424282 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bb1368ad-fdaa-46dc-90a2-b58647682b46 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:41.433798 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-98a31140-5378-4547-8c91-0fc7d64c63e9 req-7d0d668f-9612-47a2-9be1-c12813edf6c9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637808 Aug 31 13:05:41.439961 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Project e7951a0fb8b0435da92d8e9f44ff557c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:05:41.448862 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.507918 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port bb1368ad-fdaa-46dc-90a2-b58647682b46 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:41.508289 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.539590 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:05:38Z', 'revision_number': 4, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port': {'id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:35Z', 'updated_at': '2021-08-31T13:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '22ce96b8-167b-43ca-88ee-cf04ff4d5830', 'name': '', 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'mac_address': 'fa:16:3e:7f:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '63bde78a-5029-42ee-8ed5-35738b494d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:37Z', 'updated_at': '2021-08-31T13:05:38Z', 'revision_number': 2, 'project_id': '792503c2bff74a5186e6536801c1c179', 'subnets': [{'id': '63bde78a-5029-42ee-8ed5-35738b494d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:41.565261 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.570046 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.573220 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Checking router: 96d2effe-d2d8-4bc3-a22f-1d164889bc72 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:05:41.573785 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Updating router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:05:41.608216 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.617434 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d61b1e-eb6e-4203-8742-4b2b3756cb3b,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:41.622690 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.626261 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0399ac90-ef5d-49ac-956a-8a1274c72867 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2329476 Aug 31 13:05:41.629613 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40232) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:41.640739 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'security_group_rule': {'security_group_id': '6d7f3dce-cad1-4b94-a3af-dc73a976ba89', 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:41.708007 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Project e7951a0fb8b0435da92d8e9f44ff557c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:05:41.726514 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.840894 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902f2ca-833a-4cdc-8cfe-abfb1432d192 req-3cabebe0-b9f7-4f08-9244-261b2537ca26 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:41.849260 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8902f2ca-833a-4cdc-8cfe-abfb1432d192 req-3cabebe0-b9f7-4f08-9244-261b2537ca26 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1004298 Aug 31 13:05:41.850138 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-7ba8f219-7390-4414-b91d-2aa5129dbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:41.851649 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-7ba8f219-7390-4414-b91d-2aa5129dbb28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.1197183 Aug 31 13:05:41.957201 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8902f2ca-833a-4cdc-8cfe-abfb1432d192 req-ce366256-5eda-41b8-adbb-ce8660e6910d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892389 Aug 31 13:05:41.957530 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.963041 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:41.993667 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c87d21-8a9b-4878-b60c-9936070ca919,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:41.999017 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:42.012710 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-eb63c437-d97c-4669-96eb-b45978c96471 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3673856 Aug 31 13:05:42.044046 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-f19bc32a-bca6-4030-8392-301283e5747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:42.045731 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-f19bc32a-bca6-4030-8392-301283e5747a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.1783576 Aug 31 13:05:42.087233 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c80b62-387a-45b9-b8f4-958e56a5e2ff req-758d26dd-dad1-4678-8d61-02940c9d3a3f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:42.091854 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-30c80b62-387a-45b9-b8f4-958e56a5e2ff req-758d26dd-dad1-4678-8d61-02940c9d3a3f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.1288438 Aug 31 13:05:42.146851 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-30c80b62-387a-45b9-b8f4-958e56a5e2ff req-a5730484-72a2-40a4-9e1f-ea0f02637a54 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489261 Aug 31 13:05:42.157771 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-5b6db8b0-7439-47df-97dd-2c2b9e50cb70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 217 time: 0.0908606 Aug 31 13:05:42.240475 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-56b7e435-d8a9-4507-842f-a91a8c87d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:42.241934 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:42.242520 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-56b7e435-d8a9-4507-842f-a91a8c87d4aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.0647700 Aug 31 13:05:42.254242 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Transition to ACTIVE for port object 22ce96b8-167b-43ca-88ee-cf04ff4d5830 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:42.260781 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:42.281340 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-456116dc-a0ee-4714-9c9a-8214649e11e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293236 Aug 31 13:05:42.312062 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe4a80-98c2-43cc-be26-0a0abbb69e2b None None] Pushing event updated for resources: {'Port': ['ID=22ce96b8-167b-43ca-88ee-cf04ff4d5830,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:42.373378 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Attempting to bind port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:42.373726 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Attempting to bind port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:42.374146 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Attempting to bind port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 on network 4869b291-a2bd-464b-b285-84c70c296f71 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:42.381128 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:42.381508 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Checking segment: {'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:42.381915 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:42.382357 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Bound using segment: {'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:42.382843 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Bound port: 22ce96b8-167b-43ca-88ee-cf04ff4d5830, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d06ccc-116a-4e61-aefc-f7369e3b0247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:42.383225 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:42.479750 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-456b2949-bedb-43d9-b7e7-08d7755ee064 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750047 Aug 31 13:05:42.600500 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 1314cfd3-af8a-4a6c-9e61-70304d2f516e up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:42.605316 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] For port 22ce96b8-167b-43ca-88ee-cf04ff4d5830, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:42.618012 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] For port 22ce96b8-167b-43ca-88ee-cf04ff4d5830, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=22ce96b8-167b-43ca-88ee-cf04ff4d5830,segment=NetworkSegment(04d06ccc-116a-4e61-aefc-f7369e3b0247),segment_id=04d06ccc-116a-4e61-aefc-f7369e3b0247)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:42.621753 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89c9d207-fbbe-4071-938f-204579f7c5b3 req-6a96159c-51c9-4a61-aab7-ecbdebbfc41e service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282802 Aug 31 13:05:42.646232 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:42.756624 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Routers {'96d2effe-d2d8-4bc3-a22f-1d164889bc72'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:42.757797 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:42.823620 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe4a80-98c2-43cc-be26-0a0abbb69e2b None None] Pushing event updated for resources: {'Port': ['ID=22ce96b8-167b-43ca-88ee-cf04ff4d5830,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:42.831847 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 1314cfd3-af8a-4a6c-9e61-70304d2f516e triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:42.832222 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:42.976461 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] Set router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:43.126783 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668240d-9142-463c-9efd-f0ad623a62bc req-09015341-2dd0-4780-b57b-49f9491a81a5 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:43.128790 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0668240d-9142-463c-9efd-f0ad623a62bc req-09015341-2dd0-4780-b57b-49f9491a81a5 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0615990 Aug 31 13:05:43.181280 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0668240d-9142-463c-9efd-f0ad623a62bc req-748d3bc6-4506-460d-973a-f5b4da7faa33 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Aug 31 13:05:43.236910 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:05:43.302307 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1ded6-c42e-4937-a159-8924af5d3a56 req-91da9640-48d9-49bb-95cb-0ea6ac907a25 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:43.304195 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6bc1ded6-c42e-4937-a159-8924af5d3a56 req-91da9640-48d9-49bb-95cb-0ea6ac907a25 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 944 time: 0.0726655 Aug 31 13:05:43.367723 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6bc1ded6-c42e-4937-a159-8924af5d3a56 req-adf3b482-407c-4789-bc6f-fbcc0fc9089b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553222 Aug 31 13:05:43.425445 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:43.444354 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:05:38Z', 'revision_number': 4, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port': {'id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:35Z', 'updated_at': '2021-08-31T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '22ce96b8-167b-43ca-88ee-cf04ff4d5830', 'name': '', 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'mac_address': 'fa:16:3e:7f:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '63bde78a-5029-42ee-8ed5-35738b494d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:37Z', 'updated_at': '2021-08-31T13:05:42Z', 'revision_number': 4, 'project_id': '792503c2bff74a5186e6536801c1c179', 'subnets': [{'id': '63bde78a-5029-42ee-8ed5-35738b494d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:43.452455 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'port_id': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'mac_address': 'fa:16:3e:03:ae:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:05:43.495034 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6430ee8-7337-4570-8948-ac042b31e784 None None] The sync data for ids ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'] in dv-cinder-804470-3-iscsi is: [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:05:38Z', 'revision_number': 4, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port': {'id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:35Z', 'updated_at': '2021-08-31T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '22ce96b8-167b-43ca-88ee-cf04ff4d5830', 'name': '', 'network_id': '4869b291-a2bd-464b-b285-84c70c296f71', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'mac_address': 'fa:16:3e:7f:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '63bde78a-5029-42ee-8ed5-35738b494d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:37Z', 'updated_at': '2021-08-31T13:05:42Z', 'revision_number': 4, 'project_id': '792503c2bff74a5186e6536801c1c179', 'subnets': [{'id': '63bde78a-5029-42ee-8ed5-35738b494d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:05:43.635130 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:43.639392 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:43.678024 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:05:43.717643 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:43.734290 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:43.836411 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:43.988515 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-b6a499a0-c70c-44a6-adac-a5adebd272a7 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:43.990423 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-b6a499a0-c70c-44a6-adac-a5adebd272a7 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.1676941 Aug 31 13:05:44.010837 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-7870cccc-f941-4bc2-b745-c62fb954c6c4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/quotas/b249e7593e2f45929c02494c58bf4a0f HTTP/1.1" status: 200 len: 375 time: 0.0126748 Aug 31 13:05:44.079156 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-687c3642-069d-45f8-a76e-62dcaa2cd9eb tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619364 Aug 31 13:05:44.167180 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['8c46e19d-6f84-44a8-aaff-3ecf69c40e8f'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:05:44.246691 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-1d69614a-6730-49f4-8d34-a776da9fbeb9 service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587389 Aug 31 13:05:44.401841 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192d5df-d98f-44bb-8c4e-bfc7c17f850b req-48af09cf-2d50-4f92-9311-331bfd784a9a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:44.404592 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3192d5df-d98f-44bb-8c4e-bfc7c17f850b req-48af09cf-2d50-4f92-9311-331bfd784a9a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1192117 Aug 31 13:05:44.457245 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-d76003dd-fb99-4454-bf7d-02f0ca3226b3 service neutron] 10.222.0.69 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067194 Aug 31 13:05:44.484958 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3192d5df-d98f-44bb-8c4e-bfc7c17f850b req-c25c34b8-05bd-4235-9f7f-f88ca7673e6b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678616 Aug 31 13:05:44.592112 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 22ce96b8-167b-43ca-88ee-cf04ff4d5830 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:44.668107 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:44.677858 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:44.678404 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:44.706812 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-afb03947-4bd9-46e6-9292-d4df864530c1 req-814df533-1e51-4830-8b78-f0d8117e3079 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 210 time: 0.0286279 Aug 31 13:05:44.820951 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7f8bc-4645-4e1c-8508-3238ce179c28 req-41f01f45-8542-42a9-bbee-1dbd55c34f04 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:44.825414 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c6f7f8bc-4645-4e1c-8508-3238ce179c28 req-41f01f45-8542-42a9-bbee-1dbd55c34f04 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 945 time: 0.0733716 Aug 31 13:05:44.828867 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:44.912717 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 22ce96b8-167b-43ca-88ee-cf04ff4d5830, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=22ce96b8-167b-43ca-88ee-cf04ff4d5830,segment=NetworkSegment(04d06ccc-116a-4e61-aefc-f7369e3b0247),segment_id=04d06ccc-116a-4e61-aefc-f7369e3b0247)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:44.918160 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c6f7f8bc-4645-4e1c-8508-3238ce179c28 req-9e6c39e1-0bb5-4b48-b189-88043a2127f4 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721345 Aug 31 13:05:44.920008 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:44.998098 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=22ce96b8-167b-43ca-88ee-cf04ff4d5830,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:45.643209 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4d26-71f0-4049-bba6-c7330ad2c4c9 req-74857c78-4661-4f12-b9ea-f208cea0c38c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:45.644740 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cb3b4d26-71f0-4049-bba6-c7330ad2c4c9 req-74857c78-4661-4f12-b9ea-f208cea0c38c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0727706 Aug 31 13:05:45.692574 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cb3b4d26-71f0-4049-bba6-c7330ad2c4c9 req-18a1657d-aab1-4cdc-aea1-4b4032f08fe6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Aug 31 13:05:45.822150 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-45c951fb-545f-41c4-9a0d-00bd342fbe35 req-230536d6-3eae-462f-90e1-77d12e42ef43 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 210 time: 0.0299027 Aug 31 13:05:46.158283 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bce84-8743-491a-966a-c378cc14c575 req-9386a514-e69f-497a-830e-4ec13edaf814 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:46.160100 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-531bce84-8743-491a-966a-c378cc14c575 req-9386a514-e69f-497a-830e-4ec13edaf814 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 945 time: 0.0891099 Aug 31 13:05:46.171394 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-9184fbb4-ff97-479b-933e-4b81460936dd tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:46.173342 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-9184fbb4-ff97-479b-933e-4b81460936dd tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 815 time: 0.1403189 Aug 31 13:05:46.194023 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Request body: {'port': {'device_id': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'admin_state_up': True, 'tenant_id': 'b249e7593e2f45929c02494c58bf4a0f'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:46.201214 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-531bce84-8743-491a-966a-c378cc14c575 req-7f182bc7-0b11-4335-baac-f84a53280352 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347378 Aug 31 13:05:46.318266 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Made reservation on behalf of b249e7593e2f45929c02494c58bf4a0f for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:05:46.322068 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:46.484960 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Allocated IP 172.20.0.9 (1c7804c9-aa4a-45ce-bda3-27e32a1a9375/4af24a74-1e6a-47f6-bdb1-f925f72a61d3/773a885b-7a9a-4411-95b0-ad57310317c9) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:46.569696 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 22ce96b8-167b-43ca-88ee-cf04ff4d5830 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:46.622852 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:46.623299 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:46.680923 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:46.720085 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:46.738268 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['043a46ad-6099-4c5f-81cb-101dbfbe32b2', '2d0f137a-c328-4d5d-ab83-fa95c3495b61', '7edd1ab6-9fa5-49e3-bec4-e6db88df2215'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:05:46.764102 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:46.767323 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:46.771370 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:46.799340 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event updated for resources: {'Port': ['ID=773a885b-7a9a-4411-95b0-ad57310317c9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:46.845610 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:46.846603 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:46.870380 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-98c1a68e-7abd-4859-9037-bc5dfd185849 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6830695 Aug 31 13:05:46.886525 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Request body: {'port': {'device_id': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:46.960279 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:46.969378 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a84d2-10e8-44e7-b702-d766c92babac req-e581eca1-4292-47e7-ae74-28f1eea90792 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:46.970903 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ec9a84d2-10e8-44e7-b702-d766c92babac req-e581eca1-4292-47e7-ae74-28f1eea90792 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 931 time: 0.0644193 Aug 31 13:05:47.033955 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ec9a84d2-10e8-44e7-b702-d766c92babac req-7f290a01-c1bc-4a4a-a207-52d112bf94f5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516253 Aug 31 13:05:47.259474 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773a885b-7a9a-4411-95b0-ad57310317c9 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:05:47.267350 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.280470 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Transition to ACTIVE for port object 773a885b-7a9a-4411-95b0-ad57310317c9 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:05:47.284644 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:47.286392 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.319689 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513e980-c08e-442e-8f9d-689b2fa4209e req-9c10b052-9b40-4d39-a7d5-4181a21e2cf2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:47.325066 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0513e980-c08e-442e-8f9d-689b2fa4209e req-9c10b052-9b40-4d39-a7d5-4181a21e2cf2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0953994 Aug 31 13:05:47.339324 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:47.343351 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:47.344158 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.355701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Pushing event updated for resources: {'Port': ['ID=773a885b-7a9a-4411-95b0-ad57310317c9,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:47.405204 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0513e980-c08e-442e-8f9d-689b2fa4209e req-33d87f82-7fdf-43b7-abaa-911263973ec6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665939 Aug 31 13:05:47.424073 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66db0a8-48ee-4dd0-a201-2ff33cf8e37b req-0c9b41d7-9ed8-44aa-8b61-c4e274bd28ce tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:47.425997 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d66db0a8-48ee-4dd0-a201-2ff33cf8e37b req-0c9b41d7-9ed8-44aa-8b61-c4e274bd28ce tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 945 time: 0.0998316 Aug 31 13:05:47.444515 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Attempting to bind port 773a885b-7a9a-4411-95b0-ad57310317c9 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:05:47.446966 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Attempting to bind port 773a885b-7a9a-4411-95b0-ad57310317c9 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:05:47.447731 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Attempting to bind port 773a885b-7a9a-4411-95b0-ad57310317c9 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:47.454250 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Port 773a885b-7a9a-4411-95b0-ad57310317c9 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:05:47.454577 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Attempting to bind port 773a885b-7a9a-4411-95b0-ad57310317c9 on network 1c7804c9-aa4a-45ce-bda3-27e32a1a9375 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:05:47.461494 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:05:47.461828 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Checking segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:05:47.462202 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Bound using segment: {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:05:47.462621 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Bound port: 773a885b-7a9a-4411-95b0-ad57310317c9, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21773196-5fee-4114-98ab-0a7b296a992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:05:47.462970 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.471393 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d66db0a8-48ee-4dd0-a201-2ff33cf8e37b req-d21dbb07-aa17-4925-ab07-ea6c39370c2b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376964 Aug 31 13:05:47.474506 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.513327 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:05:47.515620 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea949d4f-3abe-4998-8a23-e2f853b92589" -d '{"events": [{"server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "name": "network-vif-plugged", "status": "completed", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:05:47.548387 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:47.557233 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.570395 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] For port 773a885b-7a9a-4411-95b0-ad57310317c9, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:05:47.575274 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] For port 773a885b-7a9a-4411-95b0-ad57310317c9, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=773a885b-7a9a-4411-95b0-ad57310317c9,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:05:47.580044 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.614276 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f49d9c-f468-41f8-bb1e-7dc963708477 x-openstack-request-id: req-29f49d9c-f468-41f8-bb1e-7dc963708477 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:05:47.614984 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "name": "network-vif-plugged", "status": "completed", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:05:47.615327 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29f49d9c-f468-41f8-bb1e-7dc963708477 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:05:47.615846 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'code': 200} Aug 31 13:05:47.637852 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:47.638817 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:47.640821 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] 10.222.0.59 "PUT /v2.0/ports/773a885b-7a9a-4411-95b0-ad57310317c9 HTTP/1.1" status: 200 len: 1093 time: 0.7585986 Aug 31 13:05:47.644410 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'tag': '773a885b-7a9a-4411-95b0-ad57310317c9'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:05:47.649768 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf15c0c-401b-404f-bbcc-6ccc587d93ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a6db2343-5b36-4544-b333-ec82c85eea1e", "tag": "773a885b-7a9a-4411-95b0-ad57310317c9"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:05:47.653334 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:47.693792 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340ad7-b5a9-4fea-a2b2-ac4007948c4a service neutron] Pushing event updated for resources: {'Port': ['ID=773a885b-7a9a-4411-95b0-ad57310317c9,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:47.712349 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c980fe3-13d3-4148-be3a-da4c608ba2d5 x-openstack-request-id: req-8c980fe3-13d3-4148-be3a-da4c608ba2d5 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:05:47.712650 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6db2343-5b36-4544-b333-ec82c85eea1e", "tag": "773a885b-7a9a-4411-95b0-ad57310317c9", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:05:47.712964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c980fe3-13d3-4148-be3a-da4c608ba2d5 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:05:47.717278 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'tag': '773a885b-7a9a-4411-95b0-ad57310317c9', 'status': 'completed', 'code': 200} Aug 31 13:05:47.778588 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-eb6e415e-ced6-4e05-b631-6a9fa2a31d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:47.781505 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-eb6e415e-ced6-4e05-b631-6a9fa2a31d2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 1096 time: 0.0515203 Aug 31 13:05:47.843296 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-0bf92e4e-a702-4413-96db-7e00095ddc31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=773a885b-7a9a-4411-95b0-ad57310317c9 HTTP/1.1" status: 200 len: 217 time: 0.0462539 Aug 31 13:05:47.938331 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-ab1cedc4-7bd1-4d80-8574-a67ece3418d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:47.940110 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-ab1cedc4-7bd1-4d80-8574-a67ece3418d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.0632613 Aug 31 13:05:47.984548 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-36685eb7-5de8-48e0-90da-af48b42fcf49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282390 Aug 31 13:05:47.996699 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be591d-9e17-46c5-bbb6-2d41773ca293 req-be3e6105-ecda-4cbc-b97c-cab9b6144bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:47.998177 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78be591d-9e17-46c5-bbb6-2d41773ca293 req-be3e6105-ecda-4cbc-b97c-cab9b6144bf8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 1099 time: 0.0709755 Aug 31 13:05:48.105955 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78be591d-9e17-46c5-bbb6-2d41773ca293 req-294c7c50-eb08-4d35-84f6-7bcf3621f8a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845585 Aug 31 13:05:48.133670 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-e9b30010-a203-4f60-8c6d-7155125d16fe service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344395 Aug 31 13:05:48.210921 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4bcc2-a4cf-442e-8d89-8ca4d52f92e0 req-09c08da2-83d1-4e7b-912b-e00c5314f36a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:48.212491 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-46a4bcc2-a4cf-442e-8d89-8ca4d52f92e0 req-09c08da2-83d1-4e7b-912b-e00c5314f36a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 943 time: 0.0551696 Aug 31 13:05:48.251160 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-46a4bcc2-a4cf-442e-8d89-8ca4d52f92e0 req-ae10876d-59af-4e8e-a43b-7a3bff543fb1 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Aug 31 13:05:48.482713 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c132bb90-d21e-48dd-8f5c-2dcd5683174a req-30365f62-c8c5-405e-b898-61d720753944 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336360 Aug 31 13:05:48.638591 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-530fc7d2-c6fc-4b7d-a533-b782275abf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:48.640940 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-530fc7d2-c6fc-4b7d-a533-b782275abf52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b249e7593e2f45929c02494c58bf4a0f&device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 1096 time: 0.0771635 Aug 31 13:05:48.661939 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a53348-e805-48ab-bd1e-eeaaea268198 req-80bc382e-2083-441c-a14b-02a2a3d545d9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:48.664200 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-49a53348-e805-48ab-bd1e-eeaaea268198 req-80bc382e-2083-441c-a14b-02a2a3d545d9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.1047995 Aug 31 13:05:48.720323 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-49a53348-e805-48ab-bd1e-eeaaea268198 req-966ec4a7-59c9-4f1c-91e7-a23fd9c8c062 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477295 Aug 31 13:05:48.790431 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-84a2542b-8608-4329-b21d-75f13cf1f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:48.792126 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-84a2542b-8608-4329-b21d-75f13cf1f2e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 200 len: 916 time: 0.1401439 Aug 31 13:05:48.834891 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-9b69ea7b-c616-4d8b-b436-5c38d510da78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=773a885b-7a9a-4411-95b0-ad57310317c9 HTTP/1.1" status: 200 len: 217 time: 0.0334816 Aug 31 13:05:48.884767 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-af650efa-7a40-4663-99dc-dc2cb8d5382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:48.886077 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-af650efa-7a40-4663-99dc-dc2cb8d5382c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 200 len: 855 time: 0.0425675 Aug 31 13:05:48.923276 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-f3cee0f3-0a12-4d49-96ce-eb49c41dbeae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c7804c9-aa4a-45ce-bda3-27e32a1a9375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250363 Aug 31 13:05:49.034805 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-d8f0fccc-807e-4d3c-be5b-91813edb4e41 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021616 Aug 31 13:05:49.136025 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf15c0c-401b-404f-bbcc-6ccc587d93ec req-a6f4e727-d4a8-4dd2-adee-bb1a0f48b310 service neutron] 10.222.0.59 "GET /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930660 Aug 31 13:05:49.383773 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f624c-40af-4b49-81ca-d087852788c3 req-01d1491c-b3f3-463a-b509-5a2ec81b31b0 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:49.385277 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a50f624c-40af-4b49-81ca-d087852788c3 req-01d1491c-b3f3-463a-b509-5a2ec81b31b0 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 943 time: 0.0529935 Aug 31 13:05:49.424033 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a50f624c-40af-4b49-81ca-d087852788c3 req-8ed7b451-b290-472e-ba6e-32f0ea76d736 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Aug 31 13:05:49.842355 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dabcbb-e883-4a57-97cf-0333e1949504 req-4b3adb43-c9f0-4f78-b6fb-669f0adbfb6e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:49.844284 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b9dabcbb-e883-4a57-97cf-0333e1949504 req-4b3adb43-c9f0-4f78-b6fb-669f0adbfb6e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.0510633 Aug 31 13:05:49.885786 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b9dabcbb-e883-4a57-97cf-0333e1949504 req-c29a400b-3a15-40e4-8d4f-6e83a5f414f2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345824 Aug 31 13:05:49.922569 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40480) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:49.974173 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] Deleting subnet 738e440a-3cca-4582-b945-db06bcbace4a {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:05:49.977468 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.013627 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.024459 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.081546 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.106126 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738e440a-3cca-4582-b945-db06bcbace4a,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:50.128485 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.130423 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-796e5c0d-7309-4135-8f9f-ba63c526867d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/738e440a-3cca-4582-b945-db06bcbace4a HTTP/1.1" status: 204 len: 168 time: 0.2068861 Aug 31 13:05:50.132814 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40486) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:50.201835 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.287131 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.297021 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.297360 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.298122 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.298446 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > port after_create 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.298777 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.299100 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > port after_update 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.299411 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.299720 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.300024 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.300349 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.367912 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.368261 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.368585 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.368963 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:05:50.369302 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26197db5-6b00-41ce-ae84-a47eaba32ad5']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:50.387779 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1be16ed-f3c8-4ee6-bf38-f645c1d49f4c') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:50.388420 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1be16ed-f3c8-4ee6-bf38-f645c1d49f4c') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:50.403647 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.423516 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.431844 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:05:50.432261 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: from cryptography.utils import int_from_bytes Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: from cryptography.utils import int_from_bytes Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:05:50.436147 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:05:50.490039 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.495882 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.497881 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] 10.222.0.69 "DELETE /v2.0/networks/26197db5-6b00-41ce-ae84-a47eaba32ad5 HTTP/1.1" status: 204 len: 168 time: 0.3640473 Aug 31 13:05:50.501149 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40492) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:50.536774 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3cde0-d02d-4ec8-8a3b-ae7a9353308c admin admin] Pushing event deleted for resources: {'Network': ['ID=26197db5-6b00-41ce-ae84-a47eaba32ad5,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:50.551103 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] Deleting subnet 2059daf1-4cd6-48e2-a41d-e904901dbdd6 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:05:50.555467 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.560727 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083e975-9209-45d6-ab69-bc4ac65b299f req-b5837dcd-ebd8-4129-af9d-71182555bf96 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:50.562219 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8083e975-9209-45d6-ab69-bc4ac65b299f req-b5837dcd-ebd8-4129-af9d-71182555bf96 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 943 time: 0.0634131 Aug 31 13:05:50.589811 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.600714 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8083e975-9209-45d6-ab69-bc4ac65b299f req-47171b19-e848-46d7-b5d9-1f0e8142ba58 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Aug 31 13:05:50.631729 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.681935 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.705867 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2059daf1-4cd6-48e2-a41d-e904901dbdd6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:50.722328 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.724336 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dd9d1a5f-7a2d-4050-b7d9-6a0eb76da079 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2059daf1-4cd6-48e2-a41d-e904901dbdd6 HTTP/1.1" status: 204 len: 168 time: 0.2222097 Aug 31 13:05:50.726907 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40496) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:50.798546 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.880405 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.892531 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967ca452-2ccb-423e-aeb7-e0780d7b8906']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:50.902752 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b0ad43-9b05-4538-a188-1c3de875c7cb') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:50.903051 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b0ad43-9b05-4538-a188-1c3de875c7cb') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:50.912461 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.930889 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.937611 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:05:50.938138 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:05:50.940832 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:05:50.997108 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.007118 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.009476 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] 10.222.0.69 "DELETE /v2.0/networks/967ca452-2ccb-423e-aeb7-e0780d7b8906 HTTP/1.1" status: 204 len: 168 time: 0.2814054 Aug 31 13:05:51.020549 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7f63f-3892-4d2d-8c62-2c0fa8f28c53 req-715edbb6-ad5e-4b31-aa83-f043130c845b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:51.021298 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dede1-ce37-468c-9409-769833936514 admin admin] Pushing event deleted for resources: {'Network': ['ID=967ca452-2ccb-423e-aeb7-e0780d7b8906,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:51.023330 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-46f7f63f-3892-4d2d-8c62-2c0fa8f28c53 req-715edbb6-ad5e-4b31-aa83-f043130c845b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.0663705 Aug 31 13:05:51.097769 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-46f7f63f-3892-4d2d-8c62-2c0fa8f28c53 req-b6836002-ae4c-4266-9426-7203fc112067 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532949 Aug 31 13:05:51.229068 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40516) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:51.245932 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ada32a-13f6-4b80-adfc-9526f2956e97 req-b27a51e4-e966-4521-b59f-924405dcbc4f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:51.247631 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-61ada32a-13f6-4b80-adfc-9526f2956e97 req-b27a51e4-e966-4521-b59f-924405dcbc4f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.0674489 Aug 31 13:05:51.287513 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a1b0dfce-1802-4252-8c7d-3acd2a122045 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12de77e5a67e4adfa9049e5c34ab20c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555196 Aug 31 13:05:51.290170 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40520) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:51.306595 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 773a885b-7a9a-4411-95b0-ad57310317c9 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:05:51.310407 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-61ada32a-13f6-4b80-adfc-9526f2956e97 req-94f2dbeb-b0ed-4397-b932-11b0d3dcdfa7 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535355 Aug 31 13:05:51.334795 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40524) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:51.381293 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b97-35bd-4ab8-b813-3838aabcc3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.413212 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b97-35bd-4ab8-b813-3838aabcc3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.460793 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 773a885b-7a9a-4411-95b0-ad57310317c9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=773a885b-7a9a-4411-95b0-ad57310317c9,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:51.475417 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874fc5e-75e8-4534-bf05-aed90895236f req-e3c388b9-01b1-4473-b44b-019c64da4d90 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:51.477030 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3874fc5e-75e8-4534-bf05-aed90895236f req-e3c388b9-01b1-4473-b44b-019c64da4d90 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0766735 Aug 31 13:05:51.485421 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '773a885b-7a9a-4411-95b0-ad57310317c9', 'network_id': '1c7804c9-aa4a-45ce-bda3-27e32a1a9375', 'port_id': '773a885b-7a9a-4411-95b0-ad57310317c9', 'mac_address': 'fa:16:3e:ff:53:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af24a74-1e6a-47f6-bdb1-f925f72a61d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:05:51.507138 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b97-35bd-4ab8-b813-3838aabcc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.509306 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b97-35bd-4ab8-b813-3838aabcc3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.509306 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-c1ae0b97-35bd-4ab8-b813-3838aabcc3a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e9549e9-adce-4f8a-b8b8-02b10f150c9a HTTP/1.1" status: 204 len: 168 time: 0.2191253 Aug 31 13:05:51.529535 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3874fc5e-75e8-4534-bf05-aed90895236f req-389a6829-f1e0-49e4-ab28-55287bd95a36 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461504 Aug 31 13:05:51.530459 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae0b97-35bd-4ab8-b813-3838aabcc3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9549e9-adce-4f8a-b8b8-02b10f150c9a,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:51.566378 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.579970 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773a885b-7a9a-4411-95b0-ad57310317c9 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:05:51.601739 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 773a885b-7a9a-4411-95b0-ad57310317c9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=773a885b-7a9a-4411-95b0-ad57310317c9,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:51.606508 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.692436 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cebded9-8eb1-4993-b533-fb5f219f203c tempest-TestVolumeBootPattern-434794859 tempest-TestVolumeBootPattern-434794859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:51.697349 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6cebded9-8eb1-4993-b533-fb5f219f203c tempest-TestVolumeBootPattern-434794859 tempest-TestVolumeBootPattern-434794859-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 1094 time: 0.3586862 Aug 31 13:05:51.697666 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40532) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:51.705631 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'port_id': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:05:51.763104 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.776162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4a6d8-8881-4f26-ad2a-00536f7f5eb4 req-21215be2-0696-45ce-8804-ee71306742b5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:51.778141 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5ee4a6d8-8881-4f26-ad2a-00536f7f5eb4 req-21215be2-0696-45ce-8804-ee71306742b5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 944 time: 0.0935404 Aug 31 13:05:51.795243 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=773a885b-7a9a-4411-95b0-ad57310317c9,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:51.861830 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5ee4a6d8-8881-4f26-ad2a-00536f7f5eb4 req-939007a2-6313-4218-9c65-cb3eaf5ee0b5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680301 Aug 31 13:05:51.895281 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40536) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:51.904992 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:51.940876 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8c000b28-f3ec-4337-9373-683a289e08bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a02b79b923b437483ba69e9447ec88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443833 Aug 31 13:05:51.943415 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40538) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:05:51.990907 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-35faca21-2744-4e58-b732-0371acc6be37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:52.012045 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-35faca21-2744-4e58-b732-0371acc6be37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:52.013808 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Allocated IP 172.27.0.123 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/f538b7b8-ca78-42c5-ab4e-1380f7e6a032) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:05:52.020095 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['773a885b-7a9a-4411-95b0-ad57310317c9'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:05:52.077775 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-35faca21-2744-4e58-b732-0371acc6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:52.081343 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-35faca21-2744-4e58-b732-0371acc6be37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:52.082565 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-35faca21-2744-4e58-b732-0371acc6be37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf60e8af-6a64-4361-9aa0-05ec88aebe8f HTTP/1.1" status: 204 len: 168 time: 0.1381977 Aug 31 13:05:52.092157 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faca21-2744-4e58-b732-0371acc6be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf60e8af-6a64-4361-9aa0-05ec88aebe8f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:52.146653 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:52.198175 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:52.428435 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:05:52.437154 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:05:52.442648 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:05:52.445980 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=f538b7b8-ca78-42c5-ab4e-1380f7e6a032,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:52.734550 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e14cc-f77f-46ca-b974-3a6ce2ffbbe4 req-78426a4e-0fe9-4107-b144-4bb4e921d2d1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:52.736065 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-733e14cc-f77f-46ca-b974-3a6ce2ffbbe4 req-78426a4e-0fe9-4107-b144-4bb4e921d2d1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.1055548 Aug 31 13:05:52.840627 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-733e14cc-f77f-46ca-b974-3a6ce2ffbbe4 req-31b828c3-ead5-4ce5-a08b-3ee361d8cffc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957367 Aug 31 13:05:53.091976 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.145678 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bc3f2-79a3-4828-b8e2-aa8ecddff14a req-0c37dde5-2f44-4c0c-ba20-d14dffc5d4ac tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:53.147131 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f68bc3f2-79a3-4828-b8e2-aa8ecddff14a req-0c37dde5-2f44-4c0c-ba20-d14dffc5d4ac tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 944 time: 0.1838937 Aug 31 13:05:53.257163 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f68bc3f2-79a3-4828-b8e2-aa8ecddff14a req-a63c5efd-a500-43e4-9a0c-c73ee5d675e6 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981841 Aug 31 13:05:53.260101 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.314754 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 773a885b-7a9a-4411-95b0-ad57310317c9 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:05:53.395366 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 773a885b-7a9a-4411-95b0-ad57310317c9 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:05:53.399204 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 773a885b-7a9a-4411-95b0-ad57310317c9 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:05:53.399552 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.469936 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.475953 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.510875 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.540245 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773a885b-7a9a-4411-95b0-ad57310317c9'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:05:53.542850 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9afe76-f377-4f6f-9b0b-4b57bf2c257d" -d '{"events": [{"server_uuid": "a6db2343-5b36-4544-b333-ec82c85eea1e", "name": "network-vif-plugged", "status": "completed", "tag": "773a885b-7a9a-4411-95b0-ad57310317c9"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:05:53.557551 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=f538b7b8-ca78-42c5-ab4e-1380f7e6a032,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:53.559386 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 773a885b-7a9a-4411-95b0-ad57310317c9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=773a885b-7a9a-4411-95b0-ad57310317c9,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:05:53.564677 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.572426 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:53.604126 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7978ddd3-b3cb-4631-ba75-6aa635ccfe8d x-openstack-request-id: req-7978ddd3-b3cb-4631-ba75-6aa635ccfe8d {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:05:53.604126 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6db2343-5b36-4544-b333-ec82c85eea1e", "name": "network-vif-plugged", "status": "completed", "tag": "773a885b-7a9a-4411-95b0-ad57310317c9", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:05:53.604126 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7978ddd3-b3cb-4631-ba75-6aa635ccfe8d {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:05:53.604126 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773a885b-7a9a-4411-95b0-ad57310317c9', 'code': 200} Aug 31 13:05:53.638964 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=773a885b-7a9a-4411-95b0-ad57310317c9,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:05:53.679206 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Floating IP e34826cb-9242-41a5-a7bd-206953f4e0c9 associated. External IP: 172.27.0.123, port: 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f. Aug 31 13:05:53.825557 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4737bb6-37b2-4f40-9ba0-03ce7853618b req-98950f4c-8c65-40a8-b9b7-aab426c6d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:53.827077 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4737bb6-37b2-4f40-9ba0-03ce7853618b req-98950f4c-8c65-40a8-b9b7-aab426c6d972 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 1098 time: 0.0545774 Aug 31 13:05:53.870131 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4737bb6-37b2-4f40-9ba0-03ce7853618b req-f7ff74e4-ca1c-4734-8e94-d5897fcd6bda service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Aug 31 13:05:54.122778 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:05:54.142695 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0de60-7567-4282-8aac-8d614e36c406 req-5e02781f-63ad-49bd-97a5-d326b09688a9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:54.142695 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f7a0de60-7567-4282-8aac-8d614e36c406 req-5e02781f-63ad-49bd-97a5-d326b09688a9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0629654 Aug 31 13:05:54.259543 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f7a0de60-7567-4282-8aac-8d614e36c406 req-64e3ff1a-4713-48c8-8e0c-3bdf1e1201da tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757041 Aug 31 13:05:54.284310 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:05:54.296428 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:05:54.302545 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:05:54.317983 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:54.318622 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:54.342349 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e668632b-80fb-42f2-bbe3-2aa9af0e30d6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6360331 Aug 31 13:05:54.342349 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:05:54.342349 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:05:54.394209 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a813cc5c-8508-4fa2-843f-e758e1528b66 x-openstack-request-id: req-a813cc5c-8508-4fa2-843f-e758e1528b66 {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:05:54.394691 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:05:54.396033 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a813cc5c-8508-4fa2-843f-e758e1528b66 {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:05:54.396575 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'status': 'completed', 'code': 200} Aug 31 13:05:54.490177 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eb80-4e6c-4ba6-9959-396b6b8cf986 req-e36e7b01-0c8b-4ae0-a100-aaa5c376f72a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:54.491192 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:54.499964 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dc39eb80-4e6c-4ba6-9959-396b6b8cf986 req-e36e7b01-0c8b-4ae0-a100-aaa5c376f72a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0926406 Aug 31 13:05:54.572647 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dc39eb80-4e6c-4ba6-9959-396b6b8cf986 req-a8aee45d-dfaa-4989-acee-a8253d26cf04 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712075 Aug 31 13:05:54.573619 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-d8095708-b3ae-48f4-adaf-ffa8662b3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:54.576505 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-d8095708-b3ae-48f4-adaf-ffa8662b3ded service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 1099 time: 0.1395051 Aug 31 13:05:54.719363 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-04afdff1-6756-4080-a320-a1a92bfe24be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:54.722584 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-04afdff1-6756-4080-a320-a1a92bfe24be service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.1295493 Aug 31 13:05:54.799145 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-07e096da-f400-435a-8a15-b3192e5238aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f HTTP/1.1" status: 200 len: 1000 time: 0.0692608 Aug 31 13:05:54.853902 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'e34826cb-9242-41a5-a7bd-206953f4e0c9', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:03:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:05:52Z', 'updated_at': '2021-08-31T13:05:52Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:54.859786 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-5923f474-78c8-4300-bc25-bec3bd4e537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:54.861278 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-5923f474-78c8-4300-bc25-bec3bd4e537e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0458710 Aug 31 13:05:54.883138 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:05:54.891303 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:05:54.891915 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:05:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:54.910956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-089d8c16-6d91-48fc-a3e5-f617efaf1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:54.912474 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-089d8c16-6d91-48fc-a3e5-f617efaf1769 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395777 Aug 31 13:05:55.016176 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-89b5cb7d-5786-4161-9cd4-32680d04eb0f service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904000 Aug 31 13:05:55.018949 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:05:55.135489 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06b0ec7c-4cf9-41d5-91f5-bebe9821c6f0 req-71f158bd-65c2-43d5-a322-c914ce0d9bca service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099114 Aug 31 13:05:55.325802 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:05:55.336852 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'e34826cb-9242-41a5-a7bd-206953f4e0c9', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:03:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:05:52Z', 'updated_at': '2021-08-31T13:05:52Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:05:55.364411 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55477467-68e0-401c-b272-1c59aed2e4eb None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'e34826cb-9242-41a5-a7bd-206953f4e0c9', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:03:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:05:52Z', 'updated_at': '2021-08-31T13:05:52Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:05:55.431815 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b559a-e94f-41d5-8671-20902edd96d2 req-ed35066b-1a38-4e06-8e30-3ef4343abd02 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:55.433379 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-068b559a-e94f-41d5-8671-20902edd96d2 req-ed35066b-1a38-4e06-8e30-3ef4343abd02 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0574622 Aug 31 13:05:55.490826 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-068b559a-e94f-41d5-8671-20902edd96d2 req-285f6339-3a08-474e-a569-d8c88f2aa53d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471902 Aug 31 13:05:55.616559 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca3836-4066-43f9-a0be-5cb08227f02d None None] New status for floating IP e34826cb-9242-41a5-a7bd-206953f4e0c9: ACTIVE {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:05:55.720312 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447f4a4-e5e8-4019-85e9-01f936142bda req-6c494abe-fdd5-41d5-8b46-3ca6b7fc7993 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:55.722433 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c447f4a4-e5e8-4019-85e9-01f936142bda req-6c494abe-fdd5-41d5-8b46-3ca6b7fc7993 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0486042 Aug 31 13:05:55.764072 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c447f4a4-e5e8-4019-85e9-01f936142bda req-4832a6dd-ebbd-46ba-bf5f-91c1f1344b08 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355065 Aug 31 13:05:56.618427 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932398ac-9d22-42bc-8b56-987150377ebf req-8db89088-7daa-454d-8fec-bcecbc3a7ec6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:56.619898 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-932398ac-9d22-42bc-8b56-987150377ebf req-8db89088-7daa-454d-8fec-bcecbc3a7ec6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Aug 31 13:05:56.658411 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-932398ac-9d22-42bc-8b56-987150377ebf req-5cb6c43e-1639-4dbe-a7d4-ee48a833edf3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Aug 31 13:05:56.880161 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beadd30-88ea-4b11-a6d0-1f0ecc6d1458 req-c7e03561-0e57-4ff1-be91-7346fd15c610 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:56.881649 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9beadd30-88ea-4b11-a6d0-1f0ecc6d1458 req-c7e03561-0e57-4ff1-be91-7346fd15c610 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0515215 Aug 31 13:05:56.921031 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9beadd30-88ea-4b11-a6d0-1f0ecc6d1458 req-93b159cc-3d38-4c91-8b87-4e73534f64d5 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Aug 31 13:05:57.783536 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ef6d3-e812-47d5-ab5e-7fc94988b181 req-f3b63166-6bc9-4235-a9ea-494dad92f2c4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:57.785084 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fb2ef6d3-e812-47d5-ab5e-7fc94988b181 req-f3b63166-6bc9-4235-a9ea-494dad92f2c4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0524554 Aug 31 13:05:57.824173 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fb2ef6d3-e812-47d5-ab5e-7fc94988b181 req-267d88a0-e903-48fd-8ffc-dcc4ffde6cc8 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331628 Aug 31 13:05:58.039088 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ea5ae-22cc-47fd-8fbf-a17b5b123674 req-c706aa0b-d627-4bb4-9a23-51f657a60ed4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:58.040597 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da4ea5ae-22cc-47fd-8fbf-a17b5b123674 req-c706aa0b-d627-4bb4-9a23-51f657a60ed4 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0504329 Aug 31 13:05:58.078246 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da4ea5ae-22cc-47fd-8fbf-a17b5b123674 req-7f36c90c-74a6-49ee-9793-019c140f5434 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Aug 31 13:05:58.979377 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042fa5-6173-4549-aaa3-00b98b1d2515 req-1dd63e54-029d-40c9-9e7a-3c9b68279bba tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:58.981025 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-13042fa5-6173-4549-aaa3-00b98b1d2515 req-1dd63e54-029d-40c9-9e7a-3c9b68279bba tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0642660 Aug 31 13:05:59.052112 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-d94fbadc-d8c1-4fcf-a041-0d7fbf1a6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:59.053664 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-d94fbadc-d8c1-4fcf-a041-0d7fbf1a6ed4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.0617509 Aug 31 13:05:59.058732 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-13042fa5-6173-4549-aaa3-00b98b1d2515 req-342b82ba-a08f-4f7d-a51e-af719ed0fda9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671599 Aug 31 13:05:59.071322 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779de2a-c40e-4d97-a9b4-97d1b3a79efc req-123a2015-5fe6-42c2-aea9-fb8ba85b4053 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:59.084204 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f779de2a-c40e-4d97-a9b4-97d1b3a79efc req-123a2015-5fe6-42c2-aea9-fb8ba85b4053 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1021013 Aug 31 13:05:59.127756 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f779de2a-c40e-4d97-a9b4-97d1b3a79efc req-dbacd043-f788-481c-bf3f-e3d1a08d220f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Aug 31 13:05:59.181309 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-c31eece5-b6bd-4284-b9ca-60a506a91c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:59.182780 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-c31eece5-b6bd-4284-b9ca-60a506a91c23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.1214406 Aug 31 13:05:59.200573 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb164fa-3e8f-4369-bc8e-5a5fc10fb10d req-96346928-46a0-42f6-8b63-7c43ab126a7a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:59.202097 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dcb164fa-3e8f-4369-bc8e-5a5fc10fb10d req-96346928-46a0-42f6-8b63-7c43ab126a7a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0491300 Aug 31 13:05:59.233875 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-0a8494bd-9d33-456a-9533-dad6205829a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 217 time: 0.0355768 Aug 31 13:05:59.241628 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dcb164fa-3e8f-4369-bc8e-5a5fc10fb10d req-87c3f11c-d268-46ff-8d09-12422d4362ea tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Aug 31 13:05:59.296640 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-faf3385e-c40b-48c8-bc50-5d34e2f8f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:05:59.298234 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-faf3385e-c40b-48c8-bc50-5d34e2f8f2dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.0531409 Aug 31 13:05:59.344242 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-9b9ec418-da3c-46e5-8eb4-1cd71ef75e50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281153 Aug 31 13:05:59.444850 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-407543bd-4c04-4879-9141-1fcff84714e1 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882771 Aug 31 13:06:00.185977 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b8932-a6a0-4b08-b98a-bcefa5027cf5 req-c55cf99d-6f4d-40c6-a0d4-9557be8e58be tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:00.187582 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-625b8932-a6a0-4b08-b98a-bcefa5027cf5 req-c55cf99d-6f4d-40c6-a0d4-9557be8e58be tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0541179 Aug 31 13:06:00.251206 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-625b8932-a6a0-4b08-b98a-bcefa5027cf5 req-44cd4031-fc9b-4097-902c-f30fc112b702 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575125 Aug 31 13:06:00.267983 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e860fbf-d2ef-424d-b302-d8840ea0a1b5 req-e79c11ff-670d-433c-a173-ce3b12036ee8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:00.269485 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1e860fbf-d2ef-424d-b302-d8840ea0a1b5 req-e79c11ff-670d-433c-a173-ce3b12036ee8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0631831 Aug 31 13:06:00.308019 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1e860fbf-d2ef-424d-b302-d8840ea0a1b5 req-6d3d02f5-62eb-4742-b85f-ea7d1871b9a4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Aug 31 13:06:00.745003 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9489b9f4-e143-43c9-931f-aaa0479c365f req-d9422d7d-2737-45aa-90e4-6de2b7f23c12 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111606 Aug 31 13:06:01.368480 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd83b1-e0af-4a3f-ad9b-27263a6db0e8 req-f1fd9442-aae7-4aa3-a132-76c3258f46e1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:01.370039 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fadd83b1-e0af-4a3f-ad9b-27263a6db0e8 req-f1fd9442-aae7-4aa3-a132-76c3258f46e1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Aug 31 13:06:01.437943 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fadd83b1-e0af-4a3f-ad9b-27263a6db0e8 req-3fdc7742-e12e-4049-9b47-6de1f50ba04d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613110 Aug 31 13:06:01.450482 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e93ab-7e1a-41f9-a2a1-fcbd65c9f58b req-044cf796-be92-4aeb-b7be-7c95a57fa200 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:01.451936 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5f7e93ab-7e1a-41f9-a2a1-fcbd65c9f58b req-044cf796-be92-4aeb-b7be-7c95a57fa200 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0736618 Aug 31 13:06:01.489815 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5f7e93ab-7e1a-41f9-a2a1-fcbd65c9f58b req-95d22a08-1f71-458c-81fe-d26258d38e47 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Aug 31 13:06:02.193504 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cbff278f-5da6-4aef-a735-36de4bab2d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:02.561552 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756f00c-49ee-4c93-aade-b03912d9796b req-de6a13d9-20d0-446a-858b-4f62f8bdc3cf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:02.563494 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0756f00c-49ee-4c93-aade-b03912d9796b req-de6a13d9-20d0-446a-858b-4f62f8bdc3cf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Aug 31 13:06:02.634205 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0756f00c-49ee-4c93-aade-b03912d9796b req-d5cdcea5-54d1-4583-a648-a78c74107ae0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592484 Aug 31 13:06:02.643215 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcd31f-933d-4eae-bbe3-2d72a76f8fc6 req-65a81049-9139-4a11-9882-c8887000229c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:02.645441 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37fcd31f-933d-4eae-bbe3-2d72a76f8fc6 req-65a81049-9139-4a11-9882-c8887000229c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0805016 Aug 31 13:06:02.688286 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37fcd31f-933d-4eae-bbe3-2d72a76f8fc6 req-d852b457-307c-4717-84dd-6fed4a5003e2 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361168 Aug 31 13:06:03.761122 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646703ec-a970-4eca-8509-049adf98c494 req-d3df8453-3022-4388-b6b5-a6beba6b2cb1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:03.762650 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-646703ec-a970-4eca-8509-049adf98c494 req-d3df8453-3022-4388-b6b5-a6beba6b2cb1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0531354 Aug 31 13:06:03.827731 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-646703ec-a970-4eca-8509-049adf98c494 req-86379f49-b9ab-45f5-93be-d0f7c9c8b71a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538418 Aug 31 13:06:03.835994 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e3eb-e8be-4068-bd33-54b876e01631 req-b96d2b21-8dd1-473d-a87d-abbf3363307b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:03.837755 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bd49e3eb-e8be-4068-bd33-54b876e01631 req-b96d2b21-8dd1-473d-a87d-abbf3363307b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0742288 Aug 31 13:06:03.886213 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bd49e3eb-e8be-4068-bd33-54b876e01631 req-30c60dbf-3fa5-41b6-ab81-72021457c82f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366092 Aug 31 13:06:04.804207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-74a1feff-6788-45c2-9c86-24d266a93c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:04.947316 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659addf-f37e-43c3-91a2-2da6d546e9c3 req-6f842e48-4eff-467b-9166-6409d3e2e611 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:04.948911 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2659addf-f37e-43c3-91a2-2da6d546e9c3 req-6f842e48-4eff-467b-9166-6409d3e2e611 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Aug 31 13:06:05.012094 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2659addf-f37e-43c3-91a2-2da6d546e9c3 req-1fff932f-d912-4091-a439-f7b4e12aa18e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575163 Aug 31 13:06:05.027982 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18033f-192c-4b8b-9d3d-1501ae17c1df req-14b271ea-6892-4245-96a2-0e85f076ab37 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:05.029927 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dd18033f-192c-4b8b-9d3d-1501ae17c1df req-14b271ea-6892-4245-96a2-0e85f076ab37 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0694172 Aug 31 13:06:05.072962 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dd18033f-192c-4b8b-9d3d-1501ae17c1df req-83bb1ee0-2535-4e2a-ae50-078b7bfb77c0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Aug 31 13:06:05.165052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:06.099643 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:06.135228 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8ce3d-8703-4002-bc52-c28c0b39a92f req-d9d77984-6a17-4b72-9bf5-766d2ab67c2c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:06.153557 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-59a8ce3d-8703-4002-bc52-c28c0b39a92f req-d9d77984-6a17-4b72-9bf5-766d2ab67c2c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0665843 Aug 31 13:06:06.223569 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-59a8ce3d-8703-4002-bc52-c28c0b39a92f req-42d6ed0a-9a2d-4503-9f7d-09466c5bf34b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596213 Aug 31 13:06:06.231543 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd393d7f-f295-40d2-bdee-d67c9363a5a5 req-762f811b-f6b6-4458-8c75-e6bc92feb7e9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:06.233028 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cd393d7f-f295-40d2-bdee-d67c9363a5a5 req-762f811b-f6b6-4458-8c75-e6bc92feb7e9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0784969 Aug 31 13:06:06.277312 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cd393d7f-f295-40d2-bdee-d67c9363a5a5 req-d76fe592-0c00-47f2-89fa-4b208080fe77 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Aug 31 13:06:07.356383 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa71b0-368f-4af1-8c5a-dadd70a16b44 req-4c67d49e-9617-494e-8f04-af026696be25 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:07.357961 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b3fa71b0-368f-4af1-8c5a-dadd70a16b44 req-4c67d49e-9617-494e-8f04-af026696be25 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Aug 31 13:06:07.425790 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b3fa71b0-368f-4af1-8c5a-dadd70a16b44 req-916eac23-2413-45bf-b509-57b1a310f439 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609896 Aug 31 13:06:07.442000 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d2b5c-7100-4e52-8d7d-dfd64d3eef6a req-66a0cc67-1347-4c2e-9211-6e136b96b9a6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:07.443460 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-579d2b5c-7100-4e52-8d7d-dfd64d3eef6a req-66a0cc67-1347-4c2e-9211-6e136b96b9a6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0715654 Aug 31 13:06:07.480908 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-579d2b5c-7100-4e52-8d7d-dfd64d3eef6a req-4b470c6f-cf12-4545-b289-e176d78807e0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Aug 31 13:06:07.873177 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:08.555838 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633b67-5672-4726-93ec-1192ed282fac req-1800b418-3fce-4683-a96b-1b1c382a91a1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:08.557834 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-20633b67-5672-4726-93ec-1192ed282fac req-1800b418-3fce-4683-a96b-1b1c382a91a1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0541849 Aug 31 13:06:08.630025 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7d26e-711f-4a32-8c65-57a9330d8e11 req-0ca555e6-fad3-4412-b060-f046ea5175b5 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:08.631504 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0d7d26e-711f-4a32-8c65-57a9330d8e11 req-0ca555e6-fad3-4412-b060-f046ea5175b5 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0731900 Aug 31 13:06:08.634299 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-20633b67-5672-4726-93ec-1192ed282fac req-9bc1dd8f-d0af-4d48-8939-623c3cfb1a8d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673945 Aug 31 13:06:08.670566 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0d7d26e-711f-4a32-8c65-57a9330d8e11 req-8dded2e7-b4c7-4e0e-beb9-5ec8adaa3fca tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 31 13:06:09.787089 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf23ba-8bc5-4887-bad7-af23e5295bab req-0ef0a836-b47a-475d-b248-ec42d99abed2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:09.788574 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-41bf23ba-8bc5-4887-bad7-af23e5295bab req-0ef0a836-b47a-475d-b248-ec42d99abed2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0706384 Aug 31 13:06:09.822585 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ac4ca-6330-4b64-84d0-764ce78ab88f req-8b251aed-47be-4565-ab80-56132c44d583 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:09.824014 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-770ac4ca-6330-4b64-84d0-764ce78ab88f req-8b251aed-47be-4565-ab80-56132c44d583 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0727999 Aug 31 13:06:09.853957 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-41bf23ba-8bc5-4887-bad7-af23e5295bab req-bd2e9f34-67d5-445b-9ce1-8582368e1b9c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560734 Aug 31 13:06:09.871000 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-770ac4ca-6330-4b64-84d0-764ce78ab88f req-7b4f24a4-1a26-4eea-a609-d5061edba60e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Aug 31 13:06:11.016986 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e1e2e-dd28-4c1f-97b3-9ce228db1082 req-284b4a38-fc0c-4a3c-9393-316fabed6119 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:11.018574 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1d6e1e2e-dd28-4c1f-97b3-9ce228db1082 req-284b4a38-fc0c-4a3c-9393-316fabed6119 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0740199 Aug 31 13:06:11.027513 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15075d5d-e1ea-4360-bbf8-5a91b0452772 req-7144f9f2-ac83-49b1-90e3-713050b88174 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:11.029080 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-15075d5d-e1ea-4360-bbf8-5a91b0452772 req-7144f9f2-ac83-49b1-90e3-713050b88174 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0939596 Aug 31 13:06:11.087305 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1d6e1e2e-dd28-4c1f-97b3-9ce228db1082 req-6a75f02b-65dc-4fa5-ab15-f0157a3b955f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572386 Aug 31 13:06:11.092007 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-15075d5d-e1ea-4360-bbf8-5a91b0452772 req-084ace1f-2ba3-4102-8d88-ca6a88d2528b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545306 Aug 31 13:06:12.242116 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14989d-c09d-4237-8e0b-614bf8fd5aee req-92882dcb-e064-4e9e-aea8-c7ba1abb953e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:12.243580 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dd14989d-c09d-4237-8e0b-614bf8fd5aee req-92882dcb-e064-4e9e-aea8-c7ba1abb953e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0765171 Aug 31 13:06:12.251521 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b017996-9a81-49fd-ad2d-419e02639f65 req-ae1cefea-1028-466e-828e-7fb3de0082e4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:12.252941 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b017996-9a81-49fd-ad2d-419e02639f65 req-ae1cefea-1028-466e-828e-7fb3de0082e4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0870497 Aug 31 13:06:12.305932 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dd14989d-c09d-4237-8e0b-614bf8fd5aee req-3838f3cd-eb2a-4cb7-817c-d8626f3b6400 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520868 Aug 31 13:06:12.310485 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b017996-9a81-49fd-ad2d-419e02639f65 req-d1de6a04-41bd-451a-9d19-5f0b1b38d60b tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511308 Aug 31 13:06:13.451394 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72cb0-7de6-4def-9746-0810ff965f43 req-b038f204-ade0-4aad-874d-2d08110d9990 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:13.452886 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-96c72cb0-7de6-4def-9746-0810ff965f43 req-b038f204-ade0-4aad-874d-2d08110d9990 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0757735 Aug 31 13:06:13.460688 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e401dc-81ac-4cd3-8b98-ef64615d02fc req-1331b044-30a1-452c-b335-817e4c397c18 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:13.462066 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-25e401dc-81ac-4cd3-8b98-ef64615d02fc req-1331b044-30a1-452c-b335-817e4c397c18 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0826561 Aug 31 13:06:13.518758 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-96c72cb0-7de6-4def-9746-0810ff965f43 req-f6e5bc87-d807-438b-8c48-378cab448c7e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557320 Aug 31 13:06:13.523454 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-25e401dc-81ac-4cd3-8b98-ef64615d02fc req-67d677c8-a73a-47d7-80df-59275eb4a449 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 Aug 31 13:06:13.564207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.209981 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40884) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:14.371617 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-18d7ab62-15d7-4630-baed-a87ae33c9621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.461268 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-18d7ab62-15d7-4630-baed-a87ae33c9621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.465440 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-18d7ab62-15d7-4630-baed-a87ae33c9621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.504330 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-18d7ab62-15d7-4630-baed-a87ae33c9621 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7ef03d9e5db4cb8a6e9e6e774221908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932858 Aug 31 13:06:14.505456 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7ab62-15d7-4630-baed-a87ae33c9621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a984d873-ab50-4474-9824-31f181875605,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:14.507067 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40892) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:14.558101 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-06217c69-5ef1-43d5-b639-f15264902ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.580219 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-06217c69-5ef1-43d5-b639-f15264902ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.692529 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc09e9-72ae-4047-a1b3-14b553add77e req-fb417bf1-dc0f-404f-95b1-7c29414bf0b3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:14.694060 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-65cc09e9-72ae-4047-a1b3-14b553add77e req-fb417bf1-dc0f-404f-95b1-7c29414bf0b3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0986705 Aug 31 13:06:14.700396 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-06217c69-5ef1-43d5-b639-f15264902ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.702959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-06217c69-5ef1-43d5-b639-f15264902ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:14.704039 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-06217c69-5ef1-43d5-b639-f15264902ec8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a984d873-ab50-4474-9824-31f181875605 HTTP/1.1" status: 204 len: 168 time: 0.1959751 Aug 31 13:06:14.714575 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b299b8e-00d3-4d01-9db5-b8a5debf4013 req-f0f8b1b5-630c-48f6-86ae-fbbd501c89bc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:14.716087 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4b299b8e-00d3-4d01-9db5-b8a5debf4013 req-f0f8b1b5-630c-48f6-86ae-fbbd501c89bc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.1040378 Aug 31 13:06:14.731005 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06217c69-5ef1-43d5-b639-f15264902ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a984d873-ab50-4474-9824-31f181875605,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:14.788109 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-65cc09e9-72ae-4047-a1b3-14b553add77e req-44ada011-583b-4cc2-b358-832e845bd854 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826485 Aug 31 13:06:14.810333 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4b299b8e-00d3-4d01-9db5-b8a5debf4013 req-a4b0121a-552e-49fe-a538-dd48904b83f7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681500 Aug 31 13:06:14.943417 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-825c9028-7cc5-4fa7-86e3-ad2447a9af5f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072169807&fields=id&tenant_id=e7951a0fb8b0435da92d8e9f44ff557c HTTP/1.1" status: 200 len: 267 time: 0.0370319 Aug 31 13:06:15.078815 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-e6b24a64-0601-488f-a501-90b9a3039815 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:15.084074 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-e6b24a64-0601-488f-a501-90b9a3039815 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 809 time: 0.1134021 Aug 31 13:06:15.101037 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-4bf70020-eb42-405b-a248-e9475b30da1c tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/quotas/e7951a0fb8b0435da92d8e9f44ff557c HTTP/1.1" status: 200 len: 375 time: 0.0103085 Aug 31 13:06:15.151853 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-935ac237-3fff-4fdb-bdad-e23371373ceb tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451033 Aug 31 13:06:15.252211 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-4122f5ff-9b53-404c-a1e6-e32d1f905d5f service neutron] 10.222.0.69 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886250 Aug 31 13:06:15.344285 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-333da267-cfd1-4b03-82bd-9f65a454cce4 service neutron] 10.222.0.69 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856416 Aug 31 13:06:15.392442 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 40930) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:15.501529 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734885117-network', 'tenant_id': 'f3d122c54f70470e8befd9ff21c882c9'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:15.523307 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Made reservation on behalf of f3d122c54f70470e8befd9ff21c882c9 for: {'network': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:06:15.525677 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.534791 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.627070 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4629953-8e6b-4e6e-ac56-1cc6229a92c5 req-c4216261-7f95-4cc7-87fe-83f2beddcd30 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:15.629121 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b4629953-8e6b-4e6e-ac56-1cc6229a92c5 req-c4216261-7f95-4cc7-87fe-83f2beddcd30 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0783870 Aug 31 13:06:15.687343 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-76ad7bdc-a624-4d54-a9d6-7bca100ca0d9 req-24e1fae6-2821-4580-90f3-b06b55366d9f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 210 time: 0.0492613 Aug 31 13:06:15.709405 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b4629953-8e6b-4e6e-ac56-1cc6229a92c5 req-74c699aa-87f3-45f8-8fee-3f1b9dc35bcc tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724144 Aug 31 13:06:15.728749 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.732932 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.753217 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:06:15.766874 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44a586-0347-433c-b593-5c32a18351bb,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:15.773228 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.773906 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.segments_db [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Added segment 896c108b-be71-42d1-b756-4a8413558fff of type vlan for network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 Aug 31 13:06:15.813455 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.841853 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.842799 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:15.843372 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.934534 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5399365 Aug 31 13:06:15.937843 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 40956) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:15.943296 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Request body: {'subnet': {'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734885117-subnet', 'tenant_id': 'f3d122c54f70470e8befd9ff21c882c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:15.954724 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07337-fd58-4dbb-9e7f-fe0931fab44f admin admin] Pushing event updated for resources: {'Network': ['ID=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:15.968048 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:06:15.976387 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Made reservation on behalf of f3d122c54f70470e8befd9ff21c882c9 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:06:15.978755 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26797544'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:15.982243 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883e17b-3261-421f-89bc-eb33b2528ec6 req-e3c4c125-1019-4c77-869d-0180b52e8cc3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:15.989512 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1883e17b-3261-421f-89bc-eb33b2528ec6 req-e3c4c125-1019-4c77-869d-0180b52e8cc3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1017737 Aug 31 13:06:16.005633 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49314e6-28f3-4c93-84ef-5c3ee82072ec req-74af01c1-302e-42fb-871b-448555f3fc7d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:16.007072 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f49314e6-28f3-4c93-84ef-5c3ee82072ec req-74af01c1-302e-42fb-871b-448555f3fc7d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.1155312 Aug 31 13:06:16.067376 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1883e17b-3261-421f-89bc-eb33b2528ec6 req-7ac11f8c-6860-4a98-9f5c-4631c147d7b7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769413 Aug 31 13:06:16.089652 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f49314e6-28f3-4c93-84ef-5c3ee82072ec req-c1ffdc7e-d31b-4fd7-a887-fc30653dd41f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747442 Aug 31 13:06:16.166320 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25602954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26797566'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:16.218387 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c18b3ba-7f11-44ad-9d37-0bf23cc84017,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:16.228057 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Checking segment: {'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:06:16.228452 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Network hostable DHCP agents. Network: 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:06:16.244450 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:06:16.253740 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:06:16.258465 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:16.259398 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:16.262511 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58af534-6ba0-4ee2-aa9b-08ec0b0603b5 None None] Network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:06:16.275428 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-586ed1b8-9d06-41cd-903f-8fb93eff0312 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3363392 Aug 31 13:06:16.385704 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d4e59-61ac-4deb-83a7-6433cfe460dc None None] Network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:06:16.814896 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-88b33b3f-8bb8-45e6-b2b9-0df102829e9f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:16.817043 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-88b33b3f-8bb8-45e6-b2b9-0df102829e9f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 809 time: 0.1299348 Aug 31 13:06:16.824719 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-513931ea-192d-405d-b345-c48ccf68a224 req-8baba692-e4ed-4f37-8d55-6abcf2abd260 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 210 time: 0.0380366 Aug 31 13:06:16.866641 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-9319c644-455a-448f-b7c4-e0c279969821 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7951a0fb8b0435da92d8e9f44ff557c HTTP/1.1" status: 200 len: 380 time: 0.0370595 Aug 31 13:06:16.881949 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'port': {'device_id': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'admin_state_up': True, 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'security_groups': ['6d7f3dce-cad1-4b94-a3af-dc73a976ba89']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:16.885620 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18438a8d-6899-4e8b-8707-295ac58ec5ed req-2ab55382-2d6d-4d65-b3cd-cd88cb3639c9 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:16.887121 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-18438a8d-6899-4e8b-8707-295ac58ec5ed req-2ab55382-2d6d-4d65-b3cd-cd88cb3639c9 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0711443 Aug 31 13:06:16.927315 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-18438a8d-6899-4e8b-8707-295ac58ec5ed req-6a819841-0d2f-4f5f-9fb9-c458020c1ed9 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Aug 31 13:06:16.988374 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Made reservation on behalf of e7951a0fb8b0435da92d8e9f44ff557c for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:06:16.991916 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.120335 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Allocated IP 172.20.0.10 (1f2bd1d8-908a-4b50-abcf-915da5cb6e7a/f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7/252eb76d-4df6-475d-9f4c-92fe11a80294) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:06:17.190898 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1dc9b-42fc-4cff-a47c-8a285a4039da req-844146fa-9449-4181-acbd-80534bc4e7d7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:17.192361 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bac1dc9b-42fc-4cff-a47c-8a285a4039da req-844146fa-9449-4181-acbd-80534bc4e7d7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0576577 Aug 31 13:06:17.257490 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecaefe-4181-442f-8d61-3e1dc6b1f4e6 req-e6618059-73cd-4a0a-a3e5-89e1fff08a15 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:17.258906 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-09ecaefe-4181-442f-8d61-3e1dc6b1f4e6 req-e6618059-73cd-4a0a-a3e5-89e1fff08a15 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0884995 Aug 31 13:06:17.262136 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bac1dc9b-42fc-4cff-a47c-8a285a4039da req-4badeee7-6463-45d3-bbde-235e4736fe5c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570071 Aug 31 13:06:17.274688 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.289242 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Transition to ACTIVE for port object 252eb76d-4df6-475d-9f4c-92fe11a80294 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:06:17.306940 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-09ecaefe-4181-442f-8d61-3e1dc6b1f4e6 req-45d4563a-b1f7-4b23-adbe-fd4335ab3100 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Aug 31 13:06:17.322744 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.363425 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:06:17.368399 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:06:17.372300 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:06:17.416710 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:17.443434 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:17.444052 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.459070 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-c47fadaf-6bf7-44fb-b694-46b87948b848 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5816717 Aug 31 13:06:17.481419 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Request body: {'port': {'device_id': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:17.547229 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.610815 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-bfb58ed8-84b6-4d64-ba61-4965a82c4395 None None] Provisioning for port 252eb76d-4df6-475d-9f4c-92fe11a80294 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:06:17.614568 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-bfb58ed8-84b6-4d64-ba61-4965a82c4395 None None] Provisioning complete for port 252eb76d-4df6-475d-9f4c-92fe11a80294 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:06:17.614940 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bfb58ed8-84b6-4d64-ba61-4965a82c4395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.648391 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-bfb58ed8-84b6-4d64-ba61-4965a82c4395 None None] Port 252eb76d-4df6-475d-9f4c-92fe11a80294 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:06:17.772708 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a35d-e432-451b-917f-136272b7f053 req-98dcbef1-510b-4c1f-b40f-cf533b04aa1c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:17.774217 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b39a35d-e432-451b-917f-136272b7f053 req-98dcbef1-510b-4c1f-b40f-cf533b04aa1c tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.0675042 Aug 31 13:06:17.907600 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252eb76d-4df6-475d-9f4c-92fe11a80294 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:06:17.916732 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.934803 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Deleting port 773a885b-7a9a-4411-95b0-ad57310317c9 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:06:17.935139 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.938885 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Transition to ACTIVE for port object 252eb76d-4df6-475d-9f4c-92fe11a80294 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:06:17.950040 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:17.994798 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b72c6b-58b7-4e7d-8416-c6fbe332a7ee req-d12828de-5e4e-4fe0-98e2-665e305b7311 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:17.996502 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11b72c6b-58b7-4e7d-8416-c6fbe332a7ee req-d12828de-5e4e-4fe0-98e2-665e305b7311 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 932 time: 0.1087568 Aug 31 13:06:18.037773 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:18.061858 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-7af977f4-9c47-4fbc-abc4-ff3edb4e673c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.063379 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-7af977f4-9c47-4fbc-abc4-ff3edb4e673c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/networks?id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 HTTP/1.1" status: 200 len: 809 time: 0.1450019 Aug 31 13:06:18.068756 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11b72c6b-58b7-4e7d-8416-c6fbe332a7ee req-3fe551b5-c18e-4773-8ea7-2dcea4c0421d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638103 Aug 31 13:06:18.081526 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-24cbb386-1497-4d18-b701-d9bad1233ef0 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/quotas/f3d122c54f70470e8befd9ff21c882c9 HTTP/1.1" status: 200 len: 375 time: 0.0091174 Aug 31 13:06:18.122486 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-9fe6056c-ecbd-4e98-b590-05826b6824a8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3d122c54f70470e8befd9ff21c882c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344365 Aug 31 13:06:18.151671 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] For port 773a885b-7a9a-4411-95b0-ad57310317c9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=773a885b-7a9a-4411-95b0-ad57310317c9,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:18.152299 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:18.154828 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Attempting to bind port 252eb76d-4df6-475d-9f4c-92fe11a80294 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:06:18.155365 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Attempting to bind port 252eb76d-4df6-475d-9f4c-92fe11a80294 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:06:18.155853 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Attempting to bind port 252eb76d-4df6-475d-9f4c-92fe11a80294 on network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:06:18.167915 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Port 252eb76d-4df6-475d-9f4c-92fe11a80294 on network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:06:18.168511 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Attempting to bind port 252eb76d-4df6-475d-9f4c-92fe11a80294 on network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:06:18.177265 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Calling delete_port for 773a885b-7a9a-4411-95b0-ad57310317c9 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:06:18.183598 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:06:18.183936 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Checking segment: {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:06:18.184319 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Bound using segment: {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:06:18.184778 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Bound port: 252eb76d-4df6-475d-9f4c-92fe11a80294, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce96d4c-9724-4412-962e-787fdd4765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:06:18.185373 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:18.306907 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:06:18.316226 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:06:18.321280 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:18.394598 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.395223 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:18.396621 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] 10.222.0.59 "PUT /v2.0/ports/252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 1094 time: 0.9197645 Aug 31 13:06:18.397088 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:18.399915 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c106b396-959f-4f26-bfd8-bff5cf457b25" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:18.432984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a37452-bbbc-48f6-bc90-6909fbc79c41 service neutron] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:18.443285 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:18.443551 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769f00-7dc1-4ed8-8ca0-f2d3d0bcc3f4 req-82a0e48f-844f-4b14-8955-dd422728864b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.450789 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-94769f00-7dc1-4ed8-8ca0-f2d3d0bcc3f4 req-82a0e48f-844f-4b14-8955-dd422728864b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6db2343-5b36-4544-b333-ec82c85eea1e HTTP/1.1" status: 200 len: 945 time: 0.2688015 Aug 31 13:06:18.455362 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['043a46ad-6099-4c5f-81cb-101dbfbe32b2', '2d0f137a-c328-4d5d-ab83-fa95c3495b61', '7edd1ab6-9fa5-49e3-bec4-e6db88df2215', '773a885b-7a9a-4411-95b0-ad57310317c9'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:18.467339 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-5ef32b1c-afd2-4b1d-aa62-1d6ca59f9a7d service neutron] 10.222.0.69 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436975 Aug 31 13:06:18.483665 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event deleted for resources: {'Port': ['ID=773a885b-7a9a-4411-95b0-ad57310317c9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:18.540169 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] No DVR routers for this DVR port 773a885b-7a9a-4411-95b0-ad57310317c9 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:06:18.543281 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:18.545342 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b39a35d-e432-451b-917f-136272b7f053 req-1caa3491-ed3d-4b3b-9347-274002082334 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "DELETE /v2.0/ports/773a885b-7a9a-4411-95b0-ad57310317c9 HTTP/1.1" status: 204 len: 173 time: 0.7638936 Aug 31 13:06:18.552025 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-94769f00-7dc1-4ed8-8ca0-f2d3d0bcc3f4 req-c3e2b254-246e-4890-8835-8e5bf7fa56af tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002367 Aug 31 13:06:18.556653 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-8a4664dd-281e-419c-a0e1-69429481614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.558172 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-8a4664dd-281e-419c-a0e1-69429481614f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1097 time: 0.0881522 Aug 31 13:06:18.611529 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-ae1201b0-37e5-4118-9cd3-0b33f506af2e service neutron] 10.222.0.69 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431320 Aug 31 13:06:18.627718 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-1b22b0a2-fdc8-45c7-bf86-b8f00ea087fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 217 time: 0.0564346 Aug 31 13:06:18.702589 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-634fbe9e-49dd-4d03-8218-3a2e5f71cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.703405 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-634fbe9e-49dd-4d03-8218-3a2e5f71cf6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.0618639 Aug 31 13:06:18.716453 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d175e8-e7a5-467f-82d8-f5144ad283bb req-b2cf0f9d-e612-438a-81f8-35d3074f397d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.718359 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b8d175e8-e7a5-467f-82d8-f5144ad283bb req-b2cf0f9d-e612-438a-81f8-35d3074f397d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0683863 Aug 31 13:06:18.764867 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-a39bc05b-1d5a-42f7-8a13-5e04d7b59e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.766380 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-a39bc05b-1d5a-42f7-8a13-5e04d7b59e65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547869 Aug 31 13:06:18.777023 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b8d175e8-e7a5-467f-82d8-f5144ad283bb req-19cff807-c542-4e54-8d23-d4f4ff4024bc tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449870 Aug 31 13:06:18.874747 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-ed0d00c6-94e8-4edb-93ad-be84c5c42cfb service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981991 Aug 31 13:06:18.876236 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b587c-4360-4471-a4ae-5e4a56aaa227 x-openstack-request-id: req-633b587c-4360-4471-a4ae-5e4a56aaa227 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:18.876528 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:18.876805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-633b587c-4360-4471-a4ae-5e4a56aaa227 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:18.877403 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'status': 'completed', 'code': 200} Aug 31 13:06:18.921519 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dfcab-647b-4696-b4be-9f30f01f5a29 req-69075e7b-cba0-4664-a3cd-81b1525a007e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:18.929230 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ae0dfcab-647b-4696-b4be-9f30f01f5a29 req-69075e7b-cba0-4664-a3cd-81b1525a007e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0654020 Aug 31 13:06:18.968453 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e008b009-fc0e-4745-b007-92d7ae95f513 req-5153aea7-a088-4b11-a42a-9feb519270a3 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0371480 Aug 31 13:06:18.978077 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8e17311-b39f-4347-8132-3091bd87bbb3 req-593e62d7-497b-401b-80ce-13a6b092eb94 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925992 Aug 31 13:06:18.990023 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ae0dfcab-647b-4696-b4be-9f30f01f5a29 req-e7ff402c-f318-49dd-bc18-762be33a8b3d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599449 Aug 31 13:06:19.108268 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-09eaa261-93bc-485c-b9bf-19863066d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:19.109965 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-09eaa261-93bc-485c-b9bf-19863066d857 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1097 time: 0.0510225 Aug 31 13:06:19.208631 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6676983-afc5-4dba-9c8a-527f6e7b836d req-48b8f283-f82c-40c7-b2b2-485bb7f1fe8f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:19.217569 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b6676983-afc5-4dba-9c8a-527f6e7b836d req-48b8f283-f82c-40c7-b2b2-485bb7f1fe8f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0628457 Aug 31 13:06:19.218210 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-9671fa97-6ee6-46ff-b1ff-8d01fe012e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:19.219676 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-9671fa97-6ee6-46ff-b1ff-8d01fe012e03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 910 time: 0.1013560 Aug 31 13:06:19.261008 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b6676983-afc5-4dba-9c8a-527f6e7b836d req-019b0eeb-0b32-4f02-b284-781fd44efd7b tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Aug 31 13:06:19.295528 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-6e19f761-70cf-4732-8d49-80f871b8a286 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 217 time: 0.0609016 Aug 31 13:06:19.357621 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-5e682ece-000a-4f7b-9940-896cfd7febda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:19.359091 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-5e682ece-000a-4f7b-9940-896cfd7febda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.0494404 Aug 31 13:06:19.412425 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-bc607283-d558-4ce2-9716-14bdc402b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:19.413963 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-bc607283-d558-4ce2-9716-14bdc402b633 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402167 Aug 31 13:06:19.448124 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:06:19.533317 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-f119801f-bac9-4992-af14-09ec5643e55d service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857348 Aug 31 13:06:19.546955 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:19.558708 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'e021e780-5137-42d4-a91c-bbee2108da37', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'port_id': 'e021e780-5137-42d4-a91c-bbee2108da37', 'mac_address': 'fa:16:3e:df:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:06:19.595887 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:19.613334 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e021e780-5137-42d4-a91c-bbee2108da37 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:06:19.633526 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:19.638373 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:19.638882 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c106b396-959f-4f26-bfd8-bff5cf457b25 req-75e9bbd3-1cd1-4e0b-bce5-fb980bf9873f service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910890 Aug 31 13:06:19.687376 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=6']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:19.841263 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['e021e780-5137-42d4-a91c-bbee2108da37'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:19.890404 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376204d-4ecc-41c8-8b96-e9b94a97eb31 req-5d44f80a-fa8f-4bbe-8f61-503d1f0dc787 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:19.891893 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0376204d-4ecc-41c8-8b96-e9b94a97eb31 req-5d44f80a-fa8f-4bbe-8f61-503d1f0dc787 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0469048 Aug 31 13:06:19.931981 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0376204d-4ecc-41c8-8b96-e9b94a97eb31 req-aabf00c4-194a-477f-97ab-d8ebf3f51b1d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 Aug 31 13:06:20.081509 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ce96309d-cca6-4543-96a7-72776a8bb2a1 req-fa9cfce5-ac0e-4302-8cea-2d7cfd712297 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0340462 Aug 31 13:06:20.137418 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4e195-915e-4969-a3fb-1371bc8d268a req-aa1cbaec-8571-4e4b-8d1c-42fd007342b4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:20.139285 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-44c4e195-915e-4969-a3fb-1371bc8d268a req-aa1cbaec-8571-4e4b-8d1c-42fd007342b4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.0568521 Aug 31 13:06:20.142285 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-f484c9fe-a1b5-4ed0-a6f5-65358005e593 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:20.144435 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-f484c9fe-a1b5-4ed0-a6f5-65358005e593 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "GET /v2.0/networks?id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 HTTP/1.1" status: 200 len: 809 time: 0.1340604 Aug 31 13:06:20.158646 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Request body: {'port': {'device_id': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68', 'admin_state_up': True, 'tenant_id': 'f3d122c54f70470e8befd9ff21c882c9'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:20.178615 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-44c4e195-915e-4969-a3fb-1371bc8d268a req-3ab1777f-c4c5-41a4-9a72-2d9838830ac4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Aug 31 13:06:20.265615 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Made reservation on behalf of f3d122c54f70470e8befd9ff21c882c9 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:06:20.269581 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:20.373975 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eb256-2b68-4a0d-94fe-4402aa659c8f req-6c2609e6-9fa8-4c6e-8b21-887b585a9dab tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:20.375446 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b23eb256-2b68-4a0d-94fe-4402aa659c8f req-6c2609e6-9fa8-4c6e-8b21-887b585a9dab tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0481625 Aug 31 13:06:20.397468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Allocated IP 172.20.0.6 (069cfba4-5eb4-4cd2-8aaf-c70cb3959b68/8c18b3ba-7f11-44ad-9d37-0bf23cc84017/81090fb5-98fe-419d-aa9b-851add8336f5) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:06:20.414823 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b23eb256-2b68-4a0d-94fe-4402aa659c8f req-d69ccb16-6eec-4f51-bc3a-84d86a75f21e tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Aug 31 13:06:20.541039 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:20.577852 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:20.624234 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:06:20.627252 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:06:20.631486 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:06:20.637540 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Pushing event updated for resources: {'Port': ['ID=81090fb5-98fe-419d-aa9b-851add8336f5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:20.680790 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:20.681387 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:20.695004 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-3b62c9e4-c368-43f1-a5b3-85d78afff670 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403461 Aug 31 13:06:20.736465 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Request body: {'port': {'device_id': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:20.788173 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:20.889032 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'name': 'network-vif-deleted', 'tag': '773a885b-7a9a-4411-95b0-ad57310317c9'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:20.891159 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49780666-beeb-47d8-b371-4295d62bd5b7" -d '{"events": [{"server_uuid": "a6db2343-5b36-4544-b333-ec82c85eea1e", "name": "network-vif-deleted", "tag": "773a885b-7a9a-4411-95b0-ad57310317c9"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:20.952909 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2427-e6d3-4bbb-97ae-7dc27e753d50 req-f203b21c-95c5-4f35-a314-d95f1e7b10c3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:20.954563 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-372a2427-e6d3-4bbb-97ae-7dc27e753d50 req-f203b21c-95c5-4f35-a314-d95f1e7b10c3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 946 time: 0.0529611 Aug 31 13:06:20.961001 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae95110-fb69-4fb8-bc73-9db2ef8c0fdd x-openstack-request-id: req-fae95110-fb69-4fb8-bc73-9db2ef8c0fdd {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:20.961287 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6db2343-5b36-4544-b333-ec82c85eea1e", "name": "network-vif-deleted", "tag": "773a885b-7a9a-4411-95b0-ad57310317c9", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:20.961527 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fae95110-fb69-4fb8-bc73-9db2ef8c0fdd {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:20.961896 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6db2343-5b36-4544-b333-ec82c85eea1e', 'name': 'network-vif-deleted', 'tag': '773a885b-7a9a-4411-95b0-ad57310317c9', 'status': 'completed', 'code': 200} Aug 31 13:06:20.995515 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-372a2427-e6d3-4bbb-97ae-7dc27e753d50 req-f78e4f8b-572c-49b1-85fb-0602611afadc tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Aug 31 13:06:21.074011 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dd2f3-38a4-4974-90c6-48c17e2b4a82 req-e86774c9-e30f-4cb9-8895-698f612621aa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:21.075499 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a16dd2f3-38a4-4974-90c6-48c17e2b4a82 req-e86774c9-e30f-4cb9-8895-698f612621aa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0549939 Aug 31 13:06:21.076877 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81090fb5-98fe-419d-aa9b-851add8336f5 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:06:21.084930 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.100078 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Transition to ACTIVE for port object 81090fb5-98fe-419d-aa9b-851add8336f5 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:06:21.104566 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.122149 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a16dd2f3-38a4-4974-90c6-48c17e2b4a82 req-612373b0-140b-47e6-9ff9-1f4735fb0787 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Aug 31 13:06:21.207882 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e4b87-bc14-4b2e-93a4-df7676f733fe req-88cd80af-9cab-4d20-b122-8ac5496ff596 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:21.210237 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Pushing event updated for resources: {'Port': ['ID=81090fb5-98fe-419d-aa9b-851add8336f5,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:21.215511 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-063e4b87-bc14-4b2e-93a4-df7676f733fe req-88cd80af-9cab-4d20-b122-8ac5496ff596 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 943 time: 0.0548484 Aug 31 13:06:21.239319 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Attempting to bind port 81090fb5-98fe-419d-aa9b-851add8336f5 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:06:21.240181 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Attempting to bind port 81090fb5-98fe-419d-aa9b-851add8336f5 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:06:21.241127 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Attempting to bind port 81090fb5-98fe-419d-aa9b-851add8336f5 on network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:06:21.246117 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Port 81090fb5-98fe-419d-aa9b-851add8336f5 on network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:06:21.246440 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Attempting to bind port 81090fb5-98fe-419d-aa9b-851add8336f5 on network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:06:21.250304 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-063e4b87-bc14-4b2e-93a4-df7676f733fe req-f72c2a05-99bb-46d2-b466-12c9cc3479c8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Aug 31 13:06:21.267473 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:06:21.268600 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Checking segment: {'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:06:21.269073 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Bound using segment: {'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:06:21.269605 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Bound port: 81090fb5-98fe-419d-aa9b-851add8336f5, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:06:21.270133 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.314518 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7607-9ac3-49fb-a5da-c300819f1f2a req-a3a7ea78-adc2-4cfa-93c2-7a6391328043 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:21.316564 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d5bf7607-9ac3-49fb-a5da-c300819f1f2a req-a3a7ea78-adc2-4cfa-93c2-7a6391328043 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.0505152 Aug 31 13:06:21.350595 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] For port 81090fb5-98fe-419d-aa9b-851add8336f5, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:06:21.357483 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d5bf7607-9ac3-49fb-a5da-c300819f1f2a req-f0a79244-4027-4ec6-8c53-2c90be9c8639 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339341 Aug 31 13:06:21.362412 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] For port 81090fb5-98fe-419d-aa9b-851add8336f5, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=81090fb5-98fe-419d-aa9b-851add8336f5,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:06:21.369538 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.406023 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:21.406659 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.408057 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] 10.222.0.59 "PUT /v2.0/ports/81090fb5-98fe-419d-aa9b-851add8336f5 HTTP/1.1" status: 200 len: 1093 time: 0.6758518 Aug 31 13:06:21.428321 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826182-7f1b-4e98-b9cf-136ecb4fe469 service neutron] Pushing event updated for resources: {'Port': ['ID=81090fb5-98fe-419d-aa9b-851add8336f5,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:21.453098 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 252eb76d-4df6-475d-9f4c-92fe11a80294 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:06:21.459512 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:06:21.509830 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-bd4924b7-e7a4-43e3-8c28-6ef8b62a0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:21.511382 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-bd4924b7-e7a4-43e3-8c28-6ef8b62a0bb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d122c54f70470e8befd9ff21c882c9&device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 1096 time: 0.0536985 Aug 31 13:06:21.549010 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec043d-a008-4700-88fc-3a5a13a960f4 req-5bd26a01-0998-471c-9d51-e851ecf2787d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:21.556540 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-47ec043d-a008-4700-88fc-3a5a13a960f4 req-5bd26a01-0998-471c-9d51-e851ecf2787d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0678735 Aug 31 13:06:21.560098 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-63a0051e-e75d-42d7-8e22-d1e8a1d1dd18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81090fb5-98fe-419d-aa9b-851add8336f5 HTTP/1.1" status: 200 len: 217 time: 0.0396953 Aug 31 13:06:21.581201 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port e021e780-5137-42d4-a91c-bbee2108da37 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:06:21.581625 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.606925 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-47ec043d-a008-4700-88fc-3a5a13a960f4 req-4c826630-e2c0-4e36-a910-136432043ed7 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493448 Aug 31 13:06:21.626584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-4d950b46-5c2e-44f4-bf1a-74267664af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:21.628619 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-4d950b46-5c2e-44f4-bf1a-74267664af17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c18b3ba-7f11-44ad-9d37-0bf23cc84017 HTTP/1.1" status: 200 len: 849 time: 0.0566852 Aug 31 13:06:21.637324 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:21.653978 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'port_id': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'mac_address': 'fa:16:3e:e0:9e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:06:21.669863 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-161f4b49-54c9-4bc9-b120-eaa55b57ee40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270064 Aug 31 13:06:21.719845 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.724052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.756389 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252eb76d-4df6-475d-9f4c-92fe11a80294 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:06:21.776957 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:21.779231 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df552ab-8bd2-4d90-aed6-620d8708d2f7" -d '{"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-plugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:21.794538 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-97a96a76-dfe3-458c-8b00-e60fb5c5e3b8 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160882 Aug 31 13:06:21.802322 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:21.802322 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:21.809259 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.810440 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 773a885b-7a9a-4411-95b0-ad57310317c9 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:06:21.820249 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:21.869294 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2804846-c5da-476a-99fc-85c026a5842f x-openstack-request-id: req-f2804846-c5da-476a-99fc-85c026a5842f {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:21.869608 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-plugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:21.869885 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2804846-c5da-476a-99fc-85c026a5842f {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:21.870215 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37', 'code': 200} Aug 31 13:06:21.872318 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 773a885b-7a9a-4411-95b0-ad57310317c9 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:06:21.872673 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 773a885b-7a9a-4411-95b0-ad57310317c9 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:06:21.900117 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=7']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:21.902777 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b39575b-4928-4ea4-8899-6dda7e8517de req-ba5d9808-d134-4d14-8b2d-2f6cf57505d2 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967650 Aug 31 13:06:21.966440 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:22.132051 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ca448-dcbb-41d9-b28f-e974a01569ff req-45d6ceb2-56cb-472c-b852-b3f2e52b583f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:22.137120 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-640ca448-dcbb-41d9-b28f-e974a01569ff req-45d6ceb2-56cb-472c-b852-b3f2e52b583f tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 946 time: 0.0598083 Aug 31 13:06:22.176792 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-640ca448-dcbb-41d9-b28f-e974a01569ff req-0330b5f2-f117-4aaa-9a89-cae3de320ce7 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 Aug 31 13:06:22.227353 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['252eb76d-4df6-475d-9f4c-92fe11a80294'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:22.279814 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177508-12ad-4683-8af8-cefbd80638dd req-850110d2-54fb-429d-922a-7a2c083074bb tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:22.281655 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ef177508-12ad-4683-8af8-cefbd80638dd req-850110d2-54fb-429d-922a-7a2c083074bb tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0568521 Aug 31 13:06:22.336909 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ef177508-12ad-4683-8af8-cefbd80638dd req-2474ec90-b122-4f60-b2c9-9a803c297643 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Aug 31 13:06:22.445058 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa73db-1bd5-46cc-8f98-06b2852f74e3 req-c06e36ef-e750-4fa1-ac7a-47241315c1a1 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:22.456066 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f6fa73db-1bd5-46cc-8f98-06b2852f74e3 req-c06e36ef-e750-4fa1-ac7a-47241315c1a1 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 943 time: 0.1001613 Aug 31 13:06:22.531882 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86814-f827-4818-ac8d-0b92d15bb4bc req-a1edd87a-76d7-4db5-aae7-5e46b5e7d2b7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:22.533450 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-01f86814-f827-4818-ac8d-0b92d15bb4bc req-a1edd87a-76d7-4db5-aae7-5e46b5e7d2b7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0698068 Aug 31 13:06:22.536714 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f6fa73db-1bd5-46cc-8f98-06b2852f74e3 req-b99f34f7-1d69-48ec-a377-374d37f9767f tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795140 Aug 31 13:06:22.584884 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-01f86814-f827-4818-ac8d-0b92d15bb4bc req-e3aac7b4-9556-4082-896c-f9d9dfe96b7e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366292 Aug 31 13:06:22.755939 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6682e1f-0b72-4a32-89ed-52aa281594c6 req-d51d0943-eda3-4c54-8103-ba09ede58723 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:22.757491 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a6682e1f-0b72-4a32-89ed-52aa281594c6 req-d51d0943-eda3-4c54-8103-ba09ede58723 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 945 time: 0.0516577 Aug 31 13:06:22.797662 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a6682e1f-0b72-4a32-89ed-52aa281594c6 req-459d77c6-2d47-46af-80b0-01605e582ef7 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339456 Aug 31 13:06:22.963709 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'tag': '81090fb5-98fe-419d-aa9b-851add8336f5'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:22.966699 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd424ccb-0d38-4081-a7ab-f1f5a281627d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef1e151-5444-483c-a42a-21882a9c2b00", "tag": "81090fb5-98fe-419d-aa9b-851add8336f5"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:23.008543 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a107ea5a-aad5-4c41-a6e6-1a093c85f3bb x-openstack-request-id: req-a107ea5a-aad5-4c41-a6e6-1a093c85f3bb {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:23.009032 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef1e151-5444-483c-a42a-21882a9c2b00", "tag": "81090fb5-98fe-419d-aa9b-851add8336f5", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:23.009284 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a107ea5a-aad5-4c41-a6e6-1a093c85f3bb {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:23.009669 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'tag': '81090fb5-98fe-419d-aa9b-851add8336f5', 'status': 'completed', 'code': 200} Aug 31 13:06:23.076945 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-f3862ae3-7365-4a96-90f7-241f3a1b85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.078447 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-f3862ae3-7365-4a96-90f7-241f3a1b85a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d122c54f70470e8befd9ff21c882c9&device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 1096 time: 0.0420585 Aug 31 13:06:23.211445 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-8f9ee204-cc22-44a2-89cc-06685b02f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.213058 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-8f9ee204-cc22-44a2-89cc-06685b02f041 service neutron] 10.222.0.59 "GET /v2.0/networks?id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 HTTP/1.1" status: 200 len: 910 time: 0.1216185 Aug 31 13:06:23.229822 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-757055ea-cc27-4e8b-b214-1d49e02caa06 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.234101 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-757055ea-cc27-4e8b-b214-1d49e02caa06 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 946 time: 0.0760710 Aug 31 13:06:23.289788 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-2b72b028-7c75-4f9c-a7d4-8046a620d5f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81090fb5-98fe-419d-aa9b-851add8336f5 HTTP/1.1" status: 200 len: 217 time: 0.0545352 Aug 31 13:06:23.324757 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dc2f8-2ba0-48f4-9136-3c6e866631cb req-89d58fbc-234f-4cd0-8e8a-2afe07799126 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.329663 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-827dc2f8-2ba0-48f4-9136-3c6e866631cb req-89d58fbc-234f-4cd0-8e8a-2afe07799126 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 946 time: 0.0748355 Aug 31 13:06:23.391453 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-bff084d4-82c5-4733-9d57-e306c9bed389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.393297 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-bff084d4-82c5-4733-9d57-e306c9bed389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c18b3ba-7f11-44ad-9d37-0bf23cc84017 HTTP/1.1" status: 200 len: 849 time: 0.0861273 Aug 31 13:06:23.399225 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-827dc2f8-2ba0-48f4-9136-3c6e866631cb req-118e6680-a99d-40e0-b21e-e838200ac8cc tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576835 Aug 31 13:06:23.433096 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-7814f05d-004b-4a14-90f7-b5eb83cab506 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265014 Aug 31 13:06:23.477511 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121676e-b773-4f01-a8dd-1d89d7e3a9a9 req-8ad8d5da-a279-49f3-9b9a-7de7ceb08754 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.485002 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a121676e-b773-4f01-a8dd-1d89d7e3a9a9 req-8ad8d5da-a279-49f3-9b9a-7de7ceb08754 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0628877 Aug 31 13:06:23.521442 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Deleting port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:06:23.521778 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:23.541413 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a121676e-b773-4f01-a8dd-1d89d7e3a9a9 req-f71d85f4-8c7b-4761-aa20-d0f7b1f40bd1 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552557 Aug 31 13:06:23.677350 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5387b1-2877-4353-a4b6-555f740ccd0d req-aabc359b-e8df-44cb-b5d1-ff2767641936 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.685269 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fd5387b1-2877-4353-a4b6-555f740ccd0d req-aabc359b-e8df-44cb-b5d1-ff2767641936 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 943 time: 0.0643213 Aug 31 13:06:23.772426 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa297bc0-269e-4990-b42c-4971154fecee req-ab15bfc7-1b69-4912-a9d9-c194febe7ab5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.788059 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-aa297bc0-269e-4990-b42c-4971154fecee req-ab15bfc7-1b69-4912-a9d9-c194febe7ab5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.1006961 Aug 31 13:06:23.846818 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-aa297bc0-269e-4990-b42c-4971154fecee req-2fab91ad-0733-4ca1-aa99-7246110a1ce5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555863 Aug 31 13:06:23.853842 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fd5387b1-2877-4353-a4b6-555f740ccd0d req-91992f5b-9ac0-452c-ab61-fa95418eaf8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290560 Aug 31 13:06:23.857616 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-d5e9ee73-187c-4637-ac24-c2a5135321b0 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157236 Aug 31 13:06:23.899086 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] For port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:23.900102 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:23.968304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Calling delete_port for 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:06:23.974474 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf884df-a68c-4420-a0ad-c5d65deb9f19 req-58831429-fb6c-4077-8635-39a13301cff4 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:23.982902 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-acf884df-a68c-4420-a0ad-c5d65deb9f19 req-58831429-fb6c-4077-8635-39a13301cff4 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 945 time: 0.0600405 Aug 31 13:06:24.039357 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-acf884df-a68c-4420-a0ad-c5d65deb9f19 req-33113b7d-b21a-41d1-903b-978c380c94e1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550878 Aug 31 13:06:24.074560 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd424ccb-0d38-4081-a7ab-f1f5a281627d req-06f8d9d4-d37d-47fb-9e18-138bca102d61 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716614 Aug 31 13:06:24.186723 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:24.198087 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['043a46ad-6099-4c5f-81cb-101dbfbe32b2', '2d0f137a-c328-4d5d-ab83-fa95c3495b61', '7edd1ab6-9fa5-49e3-bec4-e6db88df2215'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:24.227430 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event deleted for resources: {'Port': ['ID=7edd1ab6-9fa5-49e3-bec4-e6db88df2215,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:24.318383 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] No DVR routers for this DVR port 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:06:24.321294 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:24.323425 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba7820d3-9524-4b18-b736-8a2e4ba078c8 req-fdcd5382-f57c-4f36-b7fe-e280ca6b7611 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "DELETE /v2.0/ports/7edd1ab6-9fa5-49e3-bec4-e6db88df2215 HTTP/1.1" status: 204 len: 173 time: 1.0810413 Aug 31 13:06:24.552169 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f787f4f6-2790-4f7c-8957-0f2cfbb7ba87 req-e82bcd29-e384-4298-b290-0eb3769b1fa2 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce HTTP/1.1" status: 200 len: 210 time: 0.0464509 Aug 31 13:06:24.664226 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a096b5-4f3f-40dc-970f-382221294b09 req-5f6c0db1-b333-4ce4-b987-86026089b18f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:24.670472 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-43a096b5-4f3f-40dc-970f-382221294b09 req-5f6c0db1-b333-4ce4-b987-86026089b18f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0584245 Aug 31 13:06:24.718923 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-43a096b5-4f3f-40dc-970f-382221294b09 req-8cb3049b-dfbf-4c6e-9ce8-f0d18356984f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Aug 31 13:06:25.011338 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'name': 'network-vif-deleted', 'tag': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:25.013908 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3b4194-df39-4107-9c55-94d5118f68ae" -d '{"events": [{"server_uuid": "8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce", "name": "network-vif-deleted", "tag": "7edd1ab6-9fa5-49e3-bec4-e6db88df2215"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:25.022146 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bce097-99d2-40a6-8b60-c70fca31438c req-231b656e-8495-4f69-ae23-c3b5403aef87 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:25.023913 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-92bce097-99d2-40a6-8b60-c70fca31438c req-231b656e-8495-4f69-ae23-c3b5403aef87 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0849748 Aug 31 13:06:25.040301 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2ec8-3c78-4c10-a30a-d499ceaf7f09 req-597fcbb9-b718-4702-beac-70c916bb63ee tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:25.041834 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2cad2ec8-3c78-4c10-a30a-d499ceaf7f09 req-597fcbb9-b718-4702-beac-70c916bb63ee tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 943 time: 0.0907173 Aug 31 13:06:25.103692 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-92bce097-99d2-40a6-8b60-c70fca31438c req-7768afb6-0af8-44b2-b436-0fbc5bb05c8b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608652 Aug 31 13:06:25.111600 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2cad2ec8-3c78-4c10-a30a-d499ceaf7f09 req-651f8476-9814-4e1b-a6ea-30fdcfbc881a tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623741 Aug 31 13:06:25.170082 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb8306-996a-4d09-92a8-e953426f04ae x-openstack-request-id: req-3ebb8306-996a-4d09-92a8-e953426f04ae {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:25.170362 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce", "name": "network-vif-deleted", "tag": "7edd1ab6-9fa5-49e3-bec4-e6db88df2215", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:25.170623 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ebb8306-996a-4d09-92a8-e953426f04ae {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:25.171000 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e03d00d-b7f4-4ac3-b3c3-8c957d3f20ce', 'name': 'network-vif-deleted', 'tag': '7edd1ab6-9fa5-49e3-bec4-e6db88df2215', 'status': 'completed', 'code': 200} Aug 31 13:06:25.252713 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbd65d-ed4d-467e-a3d8-6ffb0bbcb3fd req-e7b6df46-eb2b-4aa7-bf48-0af02407b3ad tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:25.255667 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bcbd65d-ed4d-467e-a3d8-6ffb0bbcb3fd req-e7b6df46-eb2b-4aa7-bf48-0af02407b3ad tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 945 time: 0.0575781 Aug 31 13:06:25.303620 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bcbd65d-ed4d-467e-a3d8-6ffb0bbcb3fd req-b4a835f3-61da-4720-9df8-3440eebaeb38 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Aug 31 13:06:25.459934 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 81090fb5-98fe-419d-aa9b-851add8336f5 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:06:25.464075 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 252eb76d-4df6-475d-9f4c-92fe11a80294 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:06:25.578113 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 252eb76d-4df6-475d-9f4c-92fe11a80294 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:06:25.587428 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 252eb76d-4df6-475d-9f4c-92fe11a80294 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:06:25.587811 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:25.641452 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 81090fb5-98fe-419d-aa9b-851add8336f5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=81090fb5-98fe-419d-aa9b-851add8336f5,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:25.661001 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '81090fb5-98fe-419d-aa9b-851add8336f5', 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68', 'port_id': '81090fb5-98fe-419d-aa9b-851add8336f5', 'mac_address': 'fa:16:3e:9d:19:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c18b3ba-7f11-44ad-9d37-0bf23cc84017', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:06:25.731679 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:25.778648 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81090fb5-98fe-419d-aa9b-851add8336f5 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:06:25.797743 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:25.823410 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 81090fb5-98fe-419d-aa9b-851add8336f5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=81090fb5-98fe-419d-aa9b-851add8336f5,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:25.834334 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:25.842116 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:25.844844 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d4d527-fcb2-4e3c-a1e7-88cfe1307b83" -d '{"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-plugged", "status": "completed", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:25.878115 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:25.887462 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:25.902731 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cda334-c6ef-4971-ba25-f51969220904 req-f76406bc-f6b4-4d18-96f3-8d42a858f316 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:25.909101 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=81090fb5-98fe-419d-aa9b-851add8336f5,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:25.909810 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-44cda334-c6ef-4971-ba25-f51969220904 req-f76406bc-f6b4-4d18-96f3-8d42a858f316 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 945 time: 0.0823402 Aug 31 13:06:25.920189 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255707c-1250-434e-b884-0f994fb9820d req-5231db59-fc74-4d7f-a7dd-de847b5ecff6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:25.921771 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6255707c-1250-434e-b884-0f994fb9820d req-5231db59-fc74-4d7f-a7dd-de847b5ecff6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1065338 Aug 31 13:06:25.966925 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:25.976520 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-44cda334-c6ef-4971-ba25-f51969220904 req-11068fe0-ed9c-43f0-9f1b-c78f70687012 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655298 Aug 31 13:06:26.009217 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6255707c-1250-434e-b884-0f994fb9820d req-9c09f304-a256-4f87-baf7-fb046a859323 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714102 Aug 31 13:06:26.035975 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c803f3-dbe9-4a8a-ba9f-8314298c44f2 x-openstack-request-id: req-e8c803f3-dbe9-4a8a-ba9f-8314298c44f2 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:26.037337 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-plugged", "status": "completed", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:26.037643 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8c803f3-dbe9-4a8a-ba9f-8314298c44f2 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:26.038077 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'code': 200} Aug 31 13:06:26.219704 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['81090fb5-98fe-419d-aa9b-851add8336f5'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:26.295676 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4623-de0b-4fc0-a3a8-37cfcff47b88 req-d4d453f0-2267-42b6-87bc-1f7644d7d423 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:26.296802 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a9ac4623-de0b-4fc0-a3a8-37cfcff47b88 req-d4d453f0-2267-42b6-87bc-1f7644d7d423 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 944 time: 0.1037679 Aug 31 13:06:26.313526 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecae603-49e6-4fc0-94ce-83d8cacb8459 req-accef566-fc4a-439e-861d-1169fe93b9d6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:26.321228 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3ecae603-49e6-4fc0-94ce-83d8cacb8459 req-accef566-fc4a-439e-861d-1169fe93b9d6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0983963 Aug 31 13:06:26.399484 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a31c9c-aadc-46aa-9a8d-3887586bdb4a req-868572f8-b4dd-45f0-a3cc-9b2541028491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:26.400002 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a9ac4623-de0b-4fc0-a3a8-37cfcff47b88 req-70c79eed-48b5-4857-801b-a6bd2f60b801 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751421 Aug 31 13:06:26.401014 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91a31c9c-aadc-46aa-9a8d-3887586bdb4a req-868572f8-b4dd-45f0-a3cc-9b2541028491 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1099 time: 0.0671315 Aug 31 13:06:26.415851 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3ecae603-49e6-4fc0-94ce-83d8cacb8459 req-05239293-09f7-416b-8a2d-fe9e79d55b43 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932097 Aug 31 13:06:26.474720 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91a31c9c-aadc-46aa-9a8d-3887586bdb4a req-e1b900d7-162c-4371-a3d4-edaa4e20d934 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573833 Aug 31 13:06:26.530174 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baced42-2a32-4ebf-a5a2-58d5f32dcc0e req-90aabd12-6018-4fd9-ad35-329e7ff1ae3a tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:26.531657 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4baced42-2a32-4ebf-a5a2-58d5f32dcc0e req-90aabd12-6018-4fd9-ad35-329e7ff1ae3a tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0541291 Aug 31 13:06:26.589133 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4baced42-2a32-4ebf-a5a2-58d5f32dcc0e req-c9665538-27d5-4080-a90a-764e0bbb90c9 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499315 Aug 31 13:06:27.151409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd6bba-6618-47a2-b5f4-7a752a051b44 req-c5782e8b-9bbc-42aa-b60d-7cdfec2d15e8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:27.153114 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1bcd6bba-6618-47a2-b5f4-7a752a051b44 req-c5782e8b-9bbc-42aa-b60d-7cdfec2d15e8 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 945 time: 0.0942805 Aug 31 13:06:27.160841 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc9cf-5ab8-4b6a-bc5c-7ad752367210 req-6d46adac-de0d-44f5-9955-f672c372f6bf tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:27.162233 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-123fc9cf-5ab8-4b6a-bc5c-7ad752367210 req-6d46adac-de0d-44f5-9955-f672c372f6bf tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0709803 Aug 31 13:06:27.217242 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1bcd6bba-6618-47a2-b5f4-7a752a051b44 req-6ba23351-8ec0-4068-8f7a-675c92802028 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540481 Aug 31 13:06:27.226491 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-123fc9cf-5ab8-4b6a-bc5c-7ad752367210 req-fe11dc06-a1a4-4320-9c41-21821325e959 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561116 Aug 31 13:06:27.480312 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 81090fb5-98fe-419d-aa9b-851add8336f5 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:06:27.550717 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 81090fb5-98fe-419d-aa9b-851add8336f5 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:06:27.555146 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 81090fb5-98fe-419d-aa9b-851add8336f5 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:06:27.555588 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:27.592009 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b2bca-d58b-49a7-bf4e-c8e3440256ef req-b915872b-691a-4450-91d2-922a82e08b6a tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:27.593580 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d40b2bca-d58b-49a7-bf4e-c8e3440256ef req-b915872b-691a-4450-91d2-922a82e08b6a tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 944 time: 0.1120300 Aug 31 13:06:27.615197 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b4223-ed61-440b-8fc9-798a5666e38d req-b6e93bc8-edbc-4b7e-933c-4810d535242c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:27.616759 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-879b4223-ed61-440b-8fc9-798a5666e38d req-b6e93bc8-edbc-4b7e-933c-4810d535242c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0862586 Aug 31 13:06:27.670596 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:27.673398 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-879b4223-ed61-440b-8fc9-798a5666e38d req-49acd545-1b4f-4a2e-941a-65aad716fc38 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491443 Aug 31 13:06:27.676590 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d40b2bca-d58b-49a7-bf4e-c8e3440256ef req-04dd63e0-3133-4a18-9f91-a82b7c27bc15 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743876 Aug 31 13:06:27.725809 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 81090fb5-98fe-419d-aa9b-851add8336f5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=81090fb5-98fe-419d-aa9b-851add8336f5,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:27.730997 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:27.733973 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:06:27.780317 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:06:27.780676 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7edd1ab6-9fa5-49e3-bec4-e6db88df2215 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:06:27.813575 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=81090fb5-98fe-419d-aa9b-851add8336f5,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:27.814000 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddca297-56ff-4769-81fd-b2f93d63dff6 req-e74387cb-d2c1-49dc-ba89-c4c999cc13b2 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:27.815771 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dddca297-56ff-4769-81fd-b2f93d63dff6 req-e74387cb-d2c1-49dc-ba89-c4c999cc13b2 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0586264 Aug 31 13:06:27.867402 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dddca297-56ff-4769-81fd-b2f93d63dff6 req-d3eaf253-ab11-41be-8010-6094a66fd11f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Aug 31 13:06:27.897244 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-9484feeb-3483-478d-b8e9-22ef0c1883f1 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:27.898811 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-9484feeb-3483-478d-b8e9-22ef0c1883f1 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 945 time: 0.0685327 Aug 31 13:06:28.011958 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Deleting port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:06:28.012716 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:28.039421 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81090fb5-98fe-419d-aa9b-851add8336f5'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:28.046165 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088bcc1-f66c-4f1f-85b6-e909eccb6f41" -d '{"events": [{"server_uuid": "9ef1e151-5444-483c-a42a-21882a9c2b00", "name": "network-vif-plugged", "status": "completed", "tag": "81090fb5-98fe-419d-aa9b-851add8336f5"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:28.097402 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9443f25e-25ed-4f5a-ad8d-96f22ed8fbe0 x-openstack-request-id: req-9443f25e-25ed-4f5a-ad8d-96f22ed8fbe0 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:28.097958 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef1e151-5444-483c-a42a-21882a9c2b00", "name": "network-vif-plugged", "status": "completed", "tag": "81090fb5-98fe-419d-aa9b-851add8336f5", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:28.098544 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9443f25e-25ed-4f5a-ad8d-96f22ed8fbe0 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:28.099113 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81090fb5-98fe-419d-aa9b-851add8336f5', 'code': 200} Aug 31 13:06:28.129590 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] For port 2d0f137a-c328-4d5d-ab83-fa95c3495b61, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2d0f137a-c328-4d5d-ab83-fa95c3495b61,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:28.129964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:28.150467 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Calling delete_port for 2d0f137a-c328-4d5d-ab83-fa95c3495b61 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:06:28.362018 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf98d0-65b6-4336-a1a7-8d5629cfb66a req-e4ee6395-c242-4b16-a2a3-5e2a8a717dce tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:28.363566 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e3bf98d0-65b6-4336-a1a7-8d5629cfb66a req-e4ee6395-c242-4b16-a2a3-5e2a8a717dce tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2f85c7-56cc-4953-a38e-af152acdb6e9 HTTP/1.1" status: 200 len: 945 time: 0.0699990 Aug 31 13:06:28.397701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68f5de-9825-4296-ac69-d8025c89f629 req-e0135a15-1896-4f47-bf00-b3605d7efac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:28.399464 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c68f5de-9825-4296-ac69-d8025c89f629 req-e0135a15-1896-4f47-bf00-b3605d7efac4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 1098 time: 0.1532426 Aug 31 13:06:28.424479 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:28.439461 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['043a46ad-6099-4c5f-81cb-101dbfbe32b2', '2d0f137a-c328-4d5d-ab83-fa95c3495b61'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:28.448021 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e3bf98d0-65b6-4336-a1a7-8d5629cfb66a req-2a734cb5-7526-4ce9-b3ea-630d6bde17e0 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767004 Aug 31 13:06:28.484955 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48dea-40fe-42f9-ab9e-8f4efab4476b req-e95e8127-3800-47bf-afdb-379692270752 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:28.487033 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3fe48dea-40fe-42f9-ab9e-8f4efab4476b req-e95e8127-3800-47bf-afdb-379692270752 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1492333 Aug 31 13:06:28.507618 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event deleted for resources: {'Port': ['ID=2d0f137a-c328-4d5d-ab83-fa95c3495b61,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:28.515044 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] No DVR routers for this DVR port 2d0f137a-c328-4d5d-ab83-fa95c3495b61 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:06:28.522867 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:28.525371 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7cefaee8-1f0b-4b96-a189-c2c8cf1612a0 req-57dbdf16-f602-44f9-a598-18e9cf035b76 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "DELETE /v2.0/ports/2d0f137a-c328-4d5d-ab83-fa95c3495b61 HTTP/1.1" status: 204 len: 173 time: 0.6122637 Aug 31 13:06:28.526208 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'name': 'network-vif-deleted', 'tag': '2d0f137a-c328-4d5d-ab83-fa95c3495b61'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:28.536999 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83645293-f5b6-448e-8759-190c091824c7" -d '{"events": [{"server_uuid": "3a2f85c7-56cc-4953-a38e-af152acdb6e9", "name": "network-vif-deleted", "tag": "2d0f137a-c328-4d5d-ab83-fa95c3495b61"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:28.541861 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c68f5de-9825-4296-ac69-d8025c89f629 req-8a807bd4-e4b1-44be-a510-906b933db864 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335611 Aug 31 13:06:28.570676 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3fe48dea-40fe-42f9-ab9e-8f4efab4476b req-86e6928b-fbaf-4451-93f8-a8de09b4ee52 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765221 Aug 31 13:06:28.602520 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb82724-39a3-4e34-813b-8881dd5beded x-openstack-request-id: req-2eb82724-39a3-4e34-813b-8881dd5beded {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:28.602812 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2f85c7-56cc-4953-a38e-af152acdb6e9", "name": "network-vif-deleted", "tag": "2d0f137a-c328-4d5d-ab83-fa95c3495b61", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:28.603061 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2eb82724-39a3-4e34-813b-8881dd5beded {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:28.603480 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2f85c7-56cc-4953-a38e-af152acdb6e9', 'name': 'network-vif-deleted', 'tag': '2d0f137a-c328-4d5d-ab83-fa95c3495b61', 'status': 'completed', 'code': 200} Aug 31 13:06:28.864299 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d2b05-bb86-4fca-8d80-e5dbea4fd4ef req-1fb2d43a-28c2-46f6-805e-3b1da080a067 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:28.865858 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-421d2b05-bb86-4fca-8d80-e5dbea4fd4ef req-1fb2d43a-28c2-46f6-805e-3b1da080a067 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0845251 Aug 31 13:06:28.876982 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185ac61-627b-4952-a133-e8e2cfdda1d9 req-c6c4b227-569d-45f9-872c-c535cd3b51dd tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:28.878613 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c185ac61-627b-4952-a133-e8e2cfdda1d9 req-c6c4b227-569d-45f9-872c-c535cd3b51dd tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0991478 Aug 31 13:06:28.940516 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-421d2b05-bb86-4fca-8d80-e5dbea4fd4ef req-1e89df21-c419-4805-979e-60bf55882bd6 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606492 Aug 31 13:06:28.943244 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c185ac61-627b-4952-a133-e8e2cfdda1d9 req-57230b45-93a9-44f0-97d5-35ef859576de tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576413 Aug 31 13:06:29.075766 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04587e4b-da87-4e8e-9bbb-cb51b3ae1ce7 req-030e6898-012b-4eb7-b49b-d7650473459e tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:29.077982 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-04587e4b-da87-4e8e-9bbb-cb51b3ae1ce7 req-030e6898-012b-4eb7-b49b-d7650473459e tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0632064 Aug 31 13:06:29.123812 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-04587e4b-da87-4e8e-9bbb-cb51b3ae1ce7 req-efbd1771-7779-42a9-84fe-0106dd9d905f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390174 Aug 31 13:06:29.250646 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37808c74-7194-42dc-99be-c3098223824e req-9ac26fe2-a59e-4557-992f-214180a60920 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:29.253071 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37808c74-7194-42dc-99be-c3098223824e req-9ac26fe2-a59e-4557-992f-214180a60920 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0569394 Aug 31 13:06:29.305599 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37808c74-7194-42dc-99be-c3098223824e req-31e0ae0a-b155-46b2-8842-7352e22f56a0 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Aug 31 13:06:29.327909 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 41164) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:29.513950 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d732faf-ac99-4458-a403-55d90b40cc2c tempest-TestShelveInstance-353605728 tempest-TestShelveInstance-353605728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:29.515654 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-7d732faf-ac99-4458-a403-55d90b40cc2c tempest-TestShelveInstance-353605728 tempest-TestShelveInstance-353605728-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1094 time: 0.1863062 Aug 31 13:06:29.520502 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 41172) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:29.529034 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'port_id': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:29.558361 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for floatingip, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:29.713899 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:29.778117 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a366c-c60e-4945-8e3c-51019cc582e9 req-e827206f-11ef-436b-88d9-44f6c3807903 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:29.779944 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6d0a366c-c60e-4945-8e3c-51019cc582e9 req-e827206f-11ef-436b-88d9-44f6c3807903 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1157539 Aug 31 13:06:29.869970 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6d0a366c-c60e-4945-8e3c-51019cc582e9 req-ae705592-f067-4de6-9ec9-890de366995c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Aug 31 13:06:29.907662 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Allocated IP 172.27.0.87 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/623c4a30-8fed-4632-8a3d-ae870af9ccce) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:06:30.184846 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:30.214732 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a21cbd-59d8-4ea8-82c4-8b3b6b2b3c7d req-991f2a4e-0c07-452f-b63f-509fb18a32e3 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:30.214732 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b6a21cbd-59d8-4ea8-82c4-8b3b6b2b3c7d req-991f2a4e-0c07-452f-b63f-509fb18a32e3 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 945 time: 0.1318469 Aug 31 13:06:30.232241 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb05b0-a541-4f50-b5ed-b882c675a859 req-85a0594f-b623-4a5c-a103-15260a48011b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:30.233710 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7ddb05b0-a541-4f50-b5ed-b882c675a859 req-85a0594f-b623-4a5c-a103-15260a48011b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.1316514 Aug 31 13:06:30.298248 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b6a21cbd-59d8-4ea8-82c4-8b3b6b2b3c7d req-1710ba32-77f1-46bf-884c-f6a9b57a3b7e tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740621 Aug 31 13:06:30.300991 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:30.340820 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7ddb05b0-a541-4f50-b5ed-b882c675a859 req-62ac3b73-3866-4429-aa69-2ad773b586ce tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000526 Aug 31 13:06:30.371942 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:06:30.375786 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:06:30.384173 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:06:30.384173 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'Port': ['ID=623c4a30-8fed-4632-8a3d-ae870af9ccce,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:30.804232 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:30.896226 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:31.094007 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27787-5644-4974-b7eb-232bcad8832b req-539258b9-6008-4db5-a34b-47e58085351a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:31.097110 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-98b27787-5644-4974-b7eb-232bcad8832b req-539258b9-6008-4db5-a34b-47e58085351a tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 945 time: 0.1078241 Aug 31 13:06:31.158484 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d0a-cad4-4c19-a59a-814e3aee28d6 req-f97b99bd-c698-494b-96ef-292a50b6e0ca tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:31.159438 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11df1d0a-cad4-4c19-a59a-814e3aee28d6 req-f97b99bd-c698-494b-96ef-292a50b6e0ca tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1560934 Aug 31 13:06:31.162736 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:31.175504 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:31.477434 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 2d0f137a-c328-4d5d-ab83-fa95c3495b61 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:06:31.495719 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-98b27787-5644-4974-b7eb-232bcad8832b req-27e68e27-c70f-4061-93fb-65469bdefb6d tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583417 Aug 31 13:06:31.500369 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 2d0f137a-c328-4d5d-ab83-fa95c3495b61 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:06:31.500952 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 2d0f137a-c328-4d5d-ab83-fa95c3495b61 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:06:31.511033 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11df1d0a-cad4-4c19-a59a-814e3aee28d6 req-5fe02c09-c283-4e59-a439-bfc88c3418da tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396299 Aug 31 13:06:31.513806 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event updated for resources: {'Port': ['ID=623c4a30-8fed-4632-8a3d-ae870af9ccce,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:31.526624 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:31.700889 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966f06b-f7aa-4a9f-8539-64d6f1635db8 req-743922a1-e5d5-41d4-9a8f-ff5164542f02 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:31.702399 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c966f06b-f7aa-4a9f-8539-64d6f1635db8 req-743922a1-e5d5-41d4-9a8f-ff5164542f02 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 945 time: 0.1262317 Aug 31 13:06:31.707408 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Floating IP aa665740-236b-4be1-b04e-8b7a30f07052 associated. External IP: 172.27.0.87, port: 252eb76d-4df6-475d-9f4c-92fe11a80294. Aug 31 13:06:31.763840 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdcfd2-74fc-4c14-b232-eb7a186e0147 req-337f4919-9187-420f-bbc9-19e2d086eff2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:31.765435 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-64bdcfd2-74fc-4c14-b232-eb7a186e0147 req-337f4919-9187-420f-bbc9-19e2d086eff2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.1715467 Aug 31 13:06:31.848138 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c966f06b-f7aa-4a9f-8539-64d6f1635db8 req-ebb78629-0558-41b4-ab2e-2077bb5343d9 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383581 Aug 31 13:06:31.864767 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-64bdcfd2-74fc-4c14-b232-eb7a186e0147 req-29aea0c6-4373-4d14-92f8-6222d290a32e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896957 Aug 31 13:06:31.979268 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Router 0918d2e7-1a33-4283-a72c-8b87cc892513 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:06:32.091815 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:06:32.102679 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] Sync routers for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:06:32.110202 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:32.116749 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:06:32.117728 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:06:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:06:32.148548 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5a6d8dda-8c10-46a5-a08a-7e00b9d2484d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6161351 Aug 31 13:06:32.148548 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:32.148548 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:32.183766 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b9f4be-d368-4061-9b5a-f2d19a8f394e x-openstack-request-id: req-c3b9f4be-d368-4061-9b5a-f2d19a8f394e {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:32.184376 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:32.184752 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3b9f4be-d368-4061-9b5a-f2d19a8f394e {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:32.185230 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'status': 'completed', 'code': 200} Aug 31 13:06:32.195680 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-19ecd117-bbd9-4f52-bc7e-84f53e818d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:32.238334 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:06:32.289948 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-b9eac4e0-476b-4e23-a9e6-73fe120251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.291582 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-b9eac4e0-476b-4e23-a9e6-73fe120251b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1098 time: 0.0686581 Aug 31 13:06:32.293257 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-a57de244-1982-4134-8d75-ca9b04fe495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.294575 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-a57de244-1982-4134-8d75-ca9b04fe495d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1099 time: 0.0728672 Aug 31 13:06:32.338816 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:06:32.467749 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-60ac78a1-36a5-4191-92a0-7f6c6327edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.469280 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-60ac78a1-36a5-4191-92a0-7f6c6327edf3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 910 time: 0.1630344 Aug 31 13:06:32.470437 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-a21248a9-d70d-4fb3-9d5f-54f1b09086f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.472442 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-a21248a9-d70d-4fb3-9d5f-54f1b09086f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.1673241 Aug 31 13:06:32.562362 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'aa665740-236b-4be1-b04e-8b7a30f07052', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'port_id': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'mac_address': 'fa:16:3e:e0:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:06:30Z', 'updated_at': '2021-08-31T13:06:30Z', 'revision_number': 0, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:39Z', 'revision_number': 5, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:06:32.590838 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] Checking router: 0918d2e7-1a33-4283-a72c-8b87cc892513 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:06:32.600263 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:06:32.601160 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:06:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:06:32.617504 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-1f3b08a0-c968-4610-8eda-6825c652d073 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 999 time: 0.1303153 Aug 31 13:06:32.619576 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-112ff243-e046-4884-bff2-a0aefe5038a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 200 len: 1000 time: 0.1258481 Aug 31 13:06:32.670583 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec9000-9725-4fc1-9204-e617b8919b44 req-2257fc76-082e-433a-8322-1d9c1d21fc39 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.672074 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55ec9000-9725-4fc1-9204-e617b8919b44 req-2257fc76-082e-433a-8322-1d9c1d21fc39 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 945 time: 0.0822346 Aug 31 13:06:32.684615 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c895aed-d52b-4afa-be73-cc3b2629ebea req-bd5ef658-daee-4f73-814e-6eacb4a29089 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.686072 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8c895aed-d52b-4afa-be73-cc3b2629ebea req-bd5ef658-daee-4f73-814e-6eacb4a29089 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0655456 Aug 31 13:06:32.712535 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:06:32.714360 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-8f6a25ae-e794-489c-8b2a-c429cb8df379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.715843 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-8f6a25ae-e794-489c-8b2a-c429cb8df379 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.0833893 Aug 31 13:06:32.718282 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-8c1a5a7f-69f2-4a4b-857d-e242d45231ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.719621 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-8c1a5a7f-69f2-4a4b-857d-e242d45231ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0789459 Aug 31 13:06:32.737966 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55ec9000-9725-4fc1-9204-e617b8919b44 req-ae8a5416-29c6-46b6-bb42-e56c981b64fe tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03b67e4-6964-440f-a5b9-3fa01cdb3965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Aug 31 13:06:32.751744 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8c895aed-d52b-4afa-be73-cc3b2629ebea req-d878bc57-9bde-404c-a447-e2bbdda9ca92 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520911 Aug 31 13:06:32.802881 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-7661bb64-74e2-4cba-b88b-9d1a80281dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.804394 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-7661bb64-74e2-4cba-b88b-9d1a80281dd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717366 Aug 31 13:06:32.808713 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-bc3c68c3-480e-47c3-87d2-55f921e70932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.810571 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-bc3c68c3-480e-47c3-87d2-55f921e70932 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788631 Aug 31 13:06:32.863153 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f776de-7a6d-40d0-9cae-f0ade25ce386 req-43cecfa4-e664-41d9-b3e1-2f5cb049fda8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.864679 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-50f776de-7a6d-40d0-9cae-f0ade25ce386 req-43cecfa4-e664-41d9-b3e1-2f5cb049fda8 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0487249 Aug 31 13:06:32.904855 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-50f776de-7a6d-40d0-9cae-f0ade25ce386 req-7ebfb70f-8d73-4f98-ba7b-49bacd4ea04f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Aug 31 13:06:32.946120 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'aa665740-236b-4be1-b04e-8b7a30f07052', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'port_id': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'mac_address': 'fa:16:3e:e0:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:06:30Z', 'updated_at': '2021-08-31T13:06:30Z', 'revision_number': 0, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:39Z', 'revision_number': 5, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:06:32.973421 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509c4b-4400-4e77-9803-262d93d11914 None None] The sync data for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi is: [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'aa665740-236b-4be1-b04e-8b7a30f07052', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'port_id': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'mac_address': 'fa:16:3e:e0:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:06:30Z', 'updated_at': '2021-08-31T13:06:30Z', 'revision_number': 0, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:39Z', 'revision_number': 5, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:06:32.997145 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884135d-cc84-455d-9ab0-a47bc1126052 req-6a842d26-2c09-4ae7-9dfc-d72cedc35a5d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:32.999166 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7884135d-cc84-455d-9ab0-a47bc1126052 req-6a842d26-2c09-4ae7-9dfc-d72cedc35a5d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0537665 Aug 31 13:06:33.032202 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-5c0a2b2f-514a-4179-9f25-1f1149e9a3b3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:33.034351 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-5c0a2b2f-514a-4179-9f25-1f1149e9a3b3 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 945 time: 0.1936431 Aug 31 13:06:33.044513 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-ac3ba810-f97c-470a-8628-cea4dfa59a83 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047775 Aug 31 13:06:33.053222 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7884135d-cc84-455d-9ab0-a47bc1126052 req-ea58bcdb-d1c5-495c-b696-b48e8e0cdc53 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473368 Aug 31 13:06:33.081538 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-18fb80c7-861c-4115-95e4-7bc4f653d0a2 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493494 Aug 31 13:06:33.220530 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f02b5-c7b8-4a82-8d96-3f933fa43ec6 None None] New status for floating IP aa665740-236b-4be1-b04e-8b7a30f07052: ACTIVE {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:06:33.275134 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e530d7c6-83f9-4f59-9b9b-7427ac43a7d5 req-23fb9002-e4f9-4c0f-8edd-76d5ce2777eb service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185779 Aug 31 13:06:33.280281 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33b5d144-1f3d-4d04-8f28-87d6946db73f req-75b628d0-10df-418a-ac9a-65040d646f6b service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835904 Aug 31 13:06:33.288938 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Deleting port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:06:33.289544 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:33.383239 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] For port 043a46ad-6099-4c5f-81cb-101dbfbe32b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=043a46ad-6099-4c5f-81cb-101dbfbe32b2,segment=NetworkSegment(21773196-5fee-4114-98ab-0a7b296a992f),segment_id=21773196-5fee-4114-98ab-0a7b296a992f)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:33.383946 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:33.404823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Calling delete_port for 043a46ad-6099-4c5f-81cb-101dbfbe32b2 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:06:33.532546 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:33.559466 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Pushing event deleted for resources: {'Port': ['ID=043a46ad-6099-4c5f-81cb-101dbfbe32b2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:33.600005 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] No DVR routers for this DVR port 043a46ad-6099-4c5f-81cb-101dbfbe32b2 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:06:33.602458 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:33.604465 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e2fdf6d-e998-4d88-8bf0-deabae30131a req-e6df9300-9e09-4f54-b591-ba0ae0e6ce0b tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.59 "DELETE /v2.0/ports/043a46ad-6099-4c5f-81cb-101dbfbe32b2 HTTP/1.1" status: 204 len: 173 time: 0.5590653 Aug 31 13:06:33.605026 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'name': 'network-vif-deleted', 'tag': '043a46ad-6099-4c5f-81cb-101dbfbe32b2'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:33.607330 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339d52e-aac2-4a5b-b178-cd00a47974a5" -d '{"events": [{"server_uuid": "89ae8838-5cad-43ef-8c54-89203bc173e3", "name": "network-vif-deleted", "tag": "043a46ad-6099-4c5f-81cb-101dbfbe32b2"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:33.645008 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39f5f3-fbfb-4e34-8783-b589e2677c1c x-openstack-request-id: req-4c39f5f3-fbfb-4e34-8783-b589e2677c1c {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:33.645301 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ae8838-5cad-43ef-8c54-89203bc173e3", "name": "network-vif-deleted", "tag": "043a46ad-6099-4c5f-81cb-101dbfbe32b2", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:33.645602 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c39f5f3-fbfb-4e34-8783-b589e2677c1c {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:33.646024 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ae8838-5cad-43ef-8c54-89203bc173e3', 'name': 'network-vif-deleted', 'tag': '043a46ad-6099-4c5f-81cb-101dbfbe32b2', 'status': 'completed', 'code': 200} Aug 31 13:06:33.870102 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ed1e6fab-4067-4652-a9e6-e0ff96978c00 req-017523ae-c095-4605-a069-094ca82c11c9 tempest-AttachVolumeNegativeTest-591274332 tempest-AttachVolumeNegativeTest-591274332-project] 10.222.0.69 "GET /v2.0/ports?device_id=89ae8838-5cad-43ef-8c54-89203bc173e3 HTTP/1.1" status: 200 len: 210 time: 0.0494752 Aug 31 13:06:33.892771 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4a75-58ca-4dba-9496-960dbb8f586f req-4300d607-4d66-47e4-8116-8bdf291cc5ca tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:33.894136 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c6fb4a75-58ca-4dba-9496-960dbb8f586f req-4300d607-4d66-47e4-8116-8bdf291cc5ca tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0715904 Aug 31 13:06:33.930423 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c6fb4a75-58ca-4dba-9496-960dbb8f586f req-c407386d-abd2-46ef-bbbd-fe35f2c404e9 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Aug 31 13:06:34.021948 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbe60e-245a-4238-82f3-b3b282ef43d9 req-9c317f77-1daf-45ea-9a6e-c2d9305382fb tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:34.023364 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-46fbe60e-245a-4238-82f3-b3b282ef43d9 req-9c317f77-1daf-45ea-9a6e-c2d9305382fb tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0476503 Aug 31 13:06:34.063003 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-46fbe60e-245a-4238-82f3-b3b282ef43d9 req-79be33ef-0229-4218-95e6-eb4dfb4d409e tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Aug 31 13:06:34.169448 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774b753-3706-42c7-8049-6a1fa84a92d7 req-27ca139c-5a09-49db-994f-2569478169c2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:34.170947 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9774b753-3706-42c7-8049-6a1fa84a92d7 req-27ca139c-5a09-49db-994f-2569478169c2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0493886 Aug 31 13:06:34.209518 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9774b753-3706-42c7-8049-6a1fa84a92d7 req-c57363f0-02e2-47a0-832d-470aac266bab tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313311 Aug 31 13:06:34.446601 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd9442-a881-41db-ad65-ce471069110e req-6b4a469a-7eb7-40f0-91ea-04dee607b479 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:34.447991 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1cd9442-a881-41db-ad65-ce471069110e req-6b4a469a-7eb7-40f0-91ea-04dee607b479 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0679948 Aug 31 13:06:34.485082 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729179b-5a80-4c99-b98b-5a4ed66a63ce req-fefa5679-1164-428e-96c0-d6991e5fe31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:34.486455 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9729179b-5a80-4c99-b98b-5a4ed66a63ce req-fefa5679-1164-428e-96c0-d6991e5fe31a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.0739882 Aug 31 13:06:34.546499 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9729179b-5a80-4c99-b98b-5a4ed66a63ce req-a698e821-b4cf-4206-a53c-1d14798da0fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480578 Aug 31 13:06:34.566127 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Deleting port 81090fb5-98fe-419d-aa9b-851add8336f5 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:06:34.566460 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:34.649539 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] For port 81090fb5-98fe-419d-aa9b-851add8336f5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=81090fb5-98fe-419d-aa9b-851add8336f5,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:34.649893 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:34.662755 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Calling delete_port for 81090fb5-98fe-419d-aa9b-851add8336f5 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:06:34.784474 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:34.797256 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['81090fb5-98fe-419d-aa9b-851add8336f5'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:34.811354 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Pushing event deleted for resources: {'Port': ['ID=81090fb5-98fe-419d-aa9b-851add8336f5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:34.828363 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e71d6f1d-37b6-4f92-8c6f-6cb352e47e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:34.853600 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] No DVR routers for this DVR port 81090fb5-98fe-419d-aa9b-851add8336f5 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:06:34.855902 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:34.858176 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1cd9442-a881-41db-ad65-ce471069110e req-82ffbd70-34f1-4472-8ef6-bf7a754bd9b8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "DELETE /v2.0/ports/81090fb5-98fe-419d-aa9b-851add8336f5 HTTP/1.1" status: 204 len: 173 time: 0.4035544 Aug 31 13:06:34.923841 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41252) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:34.969377 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] Deleting subnet 4af24a74-1e6a-47f6-bdb1-f925f72a61d3 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:06:34.972689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.008483 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.046233 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-867c820f-db9a-40ea-8f05-0f5d028f308d req-de1edaed-b4c4-4781-9edb-748e9417e4c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ef1e151-5444-483c-a42a-21882a9c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0310180 Aug 31 13:06:35.049161 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.105881 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.130200 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af24a74-1e6a-47f6-bdb1-f925f72a61d3,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:35.136201 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.138095 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9ee8fec5-eabe-4afd-8382-5ea0805c6606 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4af24a74-1e6a-47f6-bdb1-f925f72a61d3 HTTP/1.1" status: 204 len: 168 time: 0.2132602 Aug 31 13:06:35.140605 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41258) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:35.166043 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.183456 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752478b-aa05-4abb-897c-b9a7e505d63d req-291785dd-17d6-4efa-bcac-bbea84337853 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:35.185079 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4752478b-aa05-4abb-897c-b9a7e505d63d req-291785dd-17d6-4efa-bcac-bbea84337853 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0559719 Aug 31 13:06:35.208675 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.222935 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4752478b-aa05-4abb-897c-b9a7e505d63d req-c5de60a8-ad79-4fec-aad1-db803c96831c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Aug 31 13:06:35.293467 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.304197 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7804c9-aa4a-45ce-bda3-27e32a1a9375']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:06:35.317146 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21773196-5fee-4114-98ab-0a7b296a992f') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:06:35.317373 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21773196-5fee-4114-98ab-0a7b296a992f') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:06:35.327814 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.335453 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48eca-a39c-4018-9128-7d257d510187 req-d2ce2c14-aa95-44d3-84e2-5291f4555ef3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:35.336965 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37c48eca-a39c-4018-9128-7d257d510187 req-d2ce2c14-aa95-44d3-84e2-5291f4555ef3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 945 time: 0.0543785 Aug 31 13:06:35.342221 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.348389 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:06:35.349001 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:06:35.350555 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:06:35.378666 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37c48eca-a39c-4018-9128-7d257d510187 req-8eaf7ed8-f56f-4cab-a231-4043786aab7a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349216 Aug 31 13:06:35.406588 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.412252 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.414258 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1c7804c9-aa4a-45ce-bda3-27e32a1a9375 HTTP/1.1" status: 204 len: 168 time: 0.2726684 Aug 31 13:06:35.425808 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c1826-0b79-4626-8a3e-3037ba8b10f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7804c9-aa4a-45ce-bda3-27e32a1a9375,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:35.491631 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:06:35.534846 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41264) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:35.574037 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.581986 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-91401ef6-2092-47c8-8cc8-9d36aa64df66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b249e7593e2f45929c02494c58bf4a0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453115 Aug 31 13:06:35.584510 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 41266) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:35.598546 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:35.601066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f212ad9b-f9dc-40cb-bc44-42e9c2a3fcfe" -d '{"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:35.615826 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:35.620549 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.621403 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 043a46ad-6099-4c5f-81cb-101dbfbe32b2 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:06:35.643401 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0069476b-d6fb-43cb-bc84-b499f6eab924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.647171 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50be5b92-d35b-4f44-94da-44c037f87006 x-openstack-request-id: req-50be5b92-d35b-4f44-94da-44c037f87006 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:35.647352 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'name': 'network-vif-deleted', 'tag': '81090fb5-98fe-419d-aa9b-851add8336f5'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:35.647663 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:35.647919 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50be5b92-d35b-4f44-94da-44c037f87006 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:35.648308 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37', 'code': 200} Aug 31 13:06:35.650329 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c507ca84-8307-4071-9037-013d8f8a9c65" -d '{"events": [{"server_uuid": "9ef1e151-5444-483c-a42a-21882a9c2b00", "name": "network-vif-deleted", "tag": "81090fb5-98fe-419d-aa9b-851add8336f5"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:35.666234 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 043a46ad-6099-4c5f-81cb-101dbfbe32b2 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:06:35.666808 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 043a46ad-6099-4c5f-81cb-101dbfbe32b2 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:06:35.683441 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0069476b-d6fb-43cb-bc84-b499f6eab924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.694448 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb59bce-6bc0-420c-a520-eeb5edd42c66 x-openstack-request-id: req-8bb59bce-6bc0-420c-a520-eeb5edd42c66 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:35.694740 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef1e151-5444-483c-a42a-21882a9c2b00", "name": "network-vif-deleted", "tag": "81090fb5-98fe-419d-aa9b-851add8336f5", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:35.694988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8bb59bce-6bc0-420c-a520-eeb5edd42c66 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:35.695503 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef1e151-5444-483c-a42a-21882a9c2b00', 'name': 'network-vif-deleted', 'tag': '81090fb5-98fe-419d-aa9b-851add8336f5', 'status': 'completed', 'code': 200} Aug 31 13:06:35.699004 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=8']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:35.741169 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0069476b-d6fb-43cb-bc84-b499f6eab924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.743743 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0069476b-d6fb-43cb-bc84-b499f6eab924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:35.744900 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0069476b-d6fb-43cb-bc84-b499f6eab924 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d03b67e4-6964-440f-a5b9-3fa01cdb3965 HTTP/1.1" status: 204 len: 168 time: 0.1593513 Aug 31 13:06:35.752435 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069476b-d6fb-43cb-bc84-b499f6eab924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b67e4-6964-440f-a5b9-3fa01cdb3965,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:36.115491 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:36.383612 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e497a-7072-4154-9ba9-e4eb3ed33386 req-a22f6890-f2a3-4da4-9974-eba6025d2b03 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:36.385173 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-224e497a-7072-4154-9ba9-e4eb3ed33386 req-a22f6890-f2a3-4da4-9974-eba6025d2b03 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0771415 Aug 31 13:06:36.406333 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-e93db6ac-786f-4ae3-9af2-125dc943a636 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:36.407958 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-e93db6ac-786f-4ae3-9af2-125dc943a636 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/networks?id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 HTTP/1.1" status: 200 len: 809 time: 0.1501455 Aug 31 13:06:36.433572 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-803057c0-c055-465d-971c-20934f01de93 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/quotas/f3d122c54f70470e8befd9ff21c882c9 HTTP/1.1" status: 200 len: 375 time: 0.0189238 Aug 31 13:06:36.441255 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-224e497a-7072-4154-9ba9-e4eb3ed33386 req-e7512edf-0566-40dc-a63a-53fd8c04e07c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 Aug 31 13:06:36.467141 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-0316b5c2-082e-4539-a643-d44170a9e12c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3d122c54f70470e8befd9ff21c882c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249629 Aug 31 13:06:36.597505 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1788c5-924f-49e1-9656-5e3587e26c74 req-863c93d6-ab2b-4cc9-bca4-dec1cf2c2ce3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:36.598882 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ee1788c5-924f-49e1-9656-5e3587e26c74 req-863c93d6-ab2b-4cc9-bca4-dec1cf2c2ce3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0794742 Aug 31 13:06:36.600608 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-2bac40e8-f963-4930-b961-f5c3b476eb0d service neutron] 10.222.0.69 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252871 Aug 31 13:06:36.685864 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ee1788c5-924f-49e1-9656-5e3587e26c74 req-7c7d39d4-aaf7-48db-9ee1-189530f4b64b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802474 Aug 31 13:06:36.721604 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-f5ed6275-7588-4ee2-ac71-97b7af48e82d service neutron] 10.222.0.69 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095517 Aug 31 13:06:36.928991 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f2b2e1e-e151-4b35-b429-16e97a600eac req-90934ff8-f76e-43c8-8d3f-f6a1b6c35824 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 210 time: 0.0312107 Aug 31 13:06:37.227844 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-906cbe57-82d5-42fb-baa2-7f1f2b5e6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:37.237709 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f3f17-ba0d-41f7-b6ec-f55077d580ad req-b94c1d4f-7c61-4b46-98e0-b3968a052c39 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:37.239209 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-906cbe57-82d5-42fb-baa2-7f1f2b5e6f5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 1099 time: 0.0951774 Aug 31 13:06:37.246380 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-833f3f17-ba0d-41f7-b6ec-f55077d580ad req-b94c1d4f-7c61-4b46-98e0-b3968a052c39 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0752881 Aug 31 13:06:37.306955 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-833f3f17-ba0d-41f7-b6ec-f55077d580ad req-eabd9054-3747-4fdb-a606-c2e70359ffb7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595188 Aug 31 13:06:37.391016 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-f874eece-dfcb-4c99-8139-3e27c542011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:37.392698 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-f874eece-dfcb-4c99-8139-3e27c542011e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.1457887 Aug 31 13:06:37.464747 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-987e9f71-4af2-49a7-8a17-8947b35b1948 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 200 len: 217 time: 0.0613365 Aug 31 13:06:37.481761 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 81090fb5-98fe-419d-aa9b-851add8336f5 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:06:37.517553 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 81090fb5-98fe-419d-aa9b-851add8336f5 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:06:37.517553 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 81090fb5-98fe-419d-aa9b-851add8336f5 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:06:37.546219 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-0bd79944-df05-47ff-9381-8c1f265b4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:37.547701 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-0bd79944-df05-47ff-9381-8c1f265b4fcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.0732815 Aug 31 13:06:37.573953 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [req-9890a3d7-ffcc-4303-bd2e-511fc55076c7 req-66b3c17b-7b99-425f-8d23-938cb902609f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:06:37.575071 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9890a3d7-ffcc-4303-bd2e-511fc55076c7 req-66b3c17b-7b99-425f-8d23-938cb902609f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058117 Aug 31 13:06:37.602251 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-7e26a485-9080-45a0-98e2-8be476407957 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321901 Aug 31 13:06:37.745056 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-ab1107b6-8e99-4271-a53e-4701bf6a851b service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349466 Aug 31 13:06:37.767788 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dd116-4cff-419f-b0b5-0771fc7fe0a5 req-52ddb147-840d-4b1c-a033-5a240a6fc845 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:37.769536 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cf0dd116-4cff-419f-b0b5-0771fc7fe0a5 req-52ddb147-840d-4b1c-a033-5a240a6fc845 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0571773 Aug 31 13:06:37.810953 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cf0dd116-4cff-419f-b0b5-0771fc7fe0a5 req-17224ca9-05ee-46f3-99d6-0d62d310cb4c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345778 Aug 31 13:06:37.851682 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82f8cd5f-b998-40f3-86ce-017c54bbbf86 req-c02143cc-f841-4774-a004-b63878b9347f service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946114 Aug 31 13:06:37.853496 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 41382) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:37.879585 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:37.973691 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-59a90b52-8b10-4754-a9b2-c5b89fe3972e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.066456 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d2b91fe1-2cf2-45b3-afe7-cf11778caa69 req-4acb72be-e0e1-4185-b1d9-a9c2457d272d tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 210 time: 0.0368714 Aug 31 13:06:38.124089 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-59a90b52-8b10-4754-a9b2-c5b89fe3972e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.130798 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-59a90b52-8b10-4754-a9b2-c5b89fe3972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.167551 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41402) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:38.178475 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41406) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:38.185591 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-59a90b52-8b10-4754-a9b2-c5b89fe3972e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d4c206a86f96434b8d5bd8c688bfca49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257520 Aug 31 13:06:38.187160 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a90b52-8b10-4754-a9b2-c5b89fe3972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8159f5a-7241-4070-8405-0c5e5f2fc74e,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:38.278943 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-d4ffff29-88a1-4596-a598-7c86778a8fff tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:38.280345 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-d4ffff29-88a1-4596-a598-7c86778a8fff tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "GET /v2.0/networks?id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 HTTP/1.1" status: 200 len: 809 time: 0.2192402 Aug 31 13:06:38.295724 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Request body: {'port': {'device_id': '027ae674-7495-4294-92fc-63b7385758ea', 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68', 'admin_state_up': True, 'tenant_id': 'f3d122c54f70470e8befd9ff21c882c9'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:38.303150 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.417985 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f47f5-98e4-4694-9cfa-5c1359cf992e req-27035eab-1da0-492b-b515-2ca55abb86aa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:38.419495 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e78f47f5-98e4-4694-9cfa-5c1359cf992e req-27035eab-1da0-492b-b515-2ca55abb86aa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0497909 Aug 31 13:06:38.459584 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e78f47f5-98e4-4694-9cfa-5c1359cf992e req-5d472d6a-9b85-4f02-8cc2-1438660b3d29 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Aug 31 13:06:38.597080 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-54adc392-2206-4705-b871-3f9111abff5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4282186 Aug 31 13:06:38.598800 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.680415 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.682901 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.684558 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8159f5a-7241-4070-8405-0c5e5f2fc74e HTTP/1.1" status: 204 len: 168 time: 0.5050595 Aug 31 13:06:38.694909 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Made reservation on behalf of f3d122c54f70470e8befd9ff21c882c9 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:06:38.698373 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:38.700323 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8159f5a-7241-4070-8405-0c5e5f2fc74e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:38.716402 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.716774 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.717102 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.717414 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.717736 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.718088 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.718419 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.718734 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.719051 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.719361 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.719671 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.720512 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4673b-1dfd-450e-954a-bf718bd47f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:38.858542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Allocated IP 172.20.0.5 (069cfba4-5eb4-4cd2-8aaf-c70cb3959b68/8c18b3ba-7f11-44ad-9d37-0bf23cc84017/bae35442-3f6c-4819-96cb-85b14b1ecac7) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:06:38.955563 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c1144-2e9d-4732-bb9b-d5373c52a797 req-57d16d77-17aa-4664-aea7-cdf8f8378255 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:38.957171 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e02c1144-2e9d-4732-bb9b-d5373c52a797 req-57d16d77-17aa-4664-aea7-cdf8f8378255 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0610511 Aug 31 13:06:39.009313 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e02c1144-2e9d-4732-bb9b-d5373c52a797 req-ed4e0745-6267-4c5a-9a77-c9ba652e999d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Aug 31 13:06:39.025271 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 41428) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:39.036091 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-875743ba-0c21-45af-a889-3483017598f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.044949 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.093097 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.148057 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:06:39.151398 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:06:39.156468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:06:39.157584 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-875743ba-0c21-45af-a889-3483017598f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.160254 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Pushing event updated for resources: {'Port': ['ID=bae35442-3f6c-4819-96cb-85b14b1ecac7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:39.169708 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-875743ba-0c21-45af-a889-3483017598f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.208147 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:39.208744 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.223926 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-691e88d8-bd91-4e88-86fa-25b04c2f12c4 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331436 Aug 31 13:06:39.233921 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875743ba-0c21-45af-a889-3483017598f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db31c1af-9932-4a40-878e-72308ad54b50,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:39.240535 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-875743ba-0c21-45af-a889-3483017598f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3259ef9b03bc4e29b061efb53e5b281b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185631 Aug 31 13:06:39.241284 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Request body: {'port': {'device_id': '027ae674-7495-4294-92fc-63b7385758ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:06:39.244441 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41432) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:39.254648 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7119e31-2542-4dc5-a671-2c7de25333d3 req-97b825f7-3ec9-40d8-b2a5-cac96d8a36c9 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:39.261866 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7119e31-2542-4dc5-a671-2c7de25333d3 req-97b825f7-3ec9-40d8-b2a5-cac96d8a36c9 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 931 time: 0.1032379 Aug 31 13:06:39.297078 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7119e31-2542-4dc5-a671-2c7de25333d3 req-51fb1893-ae92-49f9-b0ec-f11ef1527c21 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342824 Aug 31 13:06:39.331573 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.355160 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-adf05330-1c96-4611-a49b-97d1ba12bcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.412174 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-adf05330-1c96-4611-a49b-97d1ba12bcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.507482 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:06:39.565639 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-adf05330-1c96-4611-a49b-97d1ba12bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.568461 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-adf05330-1c96-4611-a49b-97d1ba12bcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.572889 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-adf05330-1c96-4611-a49b-97d1ba12bcf4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db31c1af-9932-4a40-878e-72308ad54b50 HTTP/1.1" status: 204 len: 168 time: 0.3267682 Aug 31 13:06:39.588758 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf05330-1c96-4611-a49b-97d1ba12bcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db31c1af-9932-4a40-878e-72308ad54b50,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:39.713214 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae35442-3f6c-4819-96cb-85b14b1ecac7 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:06:39.723033 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.739387 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Transition to ACTIVE for port object bae35442-3f6c-4819-96cb-85b14b1ecac7 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:06:39.745236 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.806622 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Pushing event updated for resources: {'Port': ['ID=bae35442-3f6c-4819-96cb-85b14b1ecac7,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:39.845464 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75a6c-ad9e-4653-8dda-ab8ef6754708 req-6d5b086f-98aa-4fa8-98fd-3f12f526a588 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:39.846982 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-61f75a6c-ad9e-4653-8dda-ab8ef6754708 req-6d5b086f-98aa-4fa8-98fd-3f12f526a588 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.3181391 Aug 31 13:06:39.890787 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Attempting to bind port bae35442-3f6c-4819-96cb-85b14b1ecac7 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:06:39.891038 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Attempting to bind port bae35442-3f6c-4819-96cb-85b14b1ecac7 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:06:39.891366 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Attempting to bind port bae35442-3f6c-4819-96cb-85b14b1ecac7 on network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:06:39.897806 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Port bae35442-3f6c-4819-96cb-85b14b1ecac7 on network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:06:39.898248 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Attempting to bind port bae35442-3f6c-4819-96cb-85b14b1ecac7 on network 069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:06:39.903617 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-61f75a6c-ad9e-4653-8dda-ab8ef6754708 req-bc4ef7b1-0127-4827-ac5a-19108a74b4e4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Aug 31 13:06:39.904279 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:06:39.904852 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Checking segment: {'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:06:39.905188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Bound using segment: {'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:06:39.905950 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Bound port: bae35442-3f6c-4819-96cb-85b14b1ecac7, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896c108b-be71-42d1-b756-4a8413558fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:06:39.906449 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:39.975796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] For port bae35442-3f6c-4819-96cb-85b14b1ecac7, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:06:39.978791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] For port bae35442-3f6c-4819-96cb-85b14b1ecac7, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=bae35442-3f6c-4819-96cb-85b14b1ecac7,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:06:39.983574 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:40.018662 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.019377 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:40.020647 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] 10.222.0.59 "PUT /v2.0/ports/bae35442-3f6c-4819-96cb-85b14b1ecac7 HTTP/1.1" status: 200 len: 1093 time: 0.7840896 Aug 31 13:06:40.021084 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027ae674-7495-4294-92fc-63b7385758ea', 'tag': 'bae35442-3f6c-4819-96cb-85b14b1ecac7'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:40.023303 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "027ae674-7495-4294-92fc-63b7385758ea", "tag": "bae35442-3f6c-4819-96cb-85b14b1ecac7"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:40.051868 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bceb9-0902-4a1b-9ab4-80e9e3dfca1e service neutron] Pushing event updated for resources: {'Port': ['ID=bae35442-3f6c-4819-96cb-85b14b1ecac7,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:40.100520 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7219497-3480-4b1d-b268-66946bf09c2a x-openstack-request-id: req-b7219497-3480-4b1d-b268-66946bf09c2a {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:40.100839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027ae674-7495-4294-92fc-63b7385758ea", "tag": "bae35442-3f6c-4819-96cb-85b14b1ecac7", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:40.101094 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7219497-3480-4b1d-b268-66946bf09c2a {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:40.101482 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027ae674-7495-4294-92fc-63b7385758ea', 'tag': 'bae35442-3f6c-4819-96cb-85b14b1ecac7', 'status': 'completed', 'code': 200} Aug 31 13:06:40.132010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-7533d94b-db55-4f54-a642-d0164acaaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.133550 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-7533d94b-db55-4f54-a642-d0164acaaddc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d122c54f70470e8befd9ff21c882c9&device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 1096 time: 0.0456700 Aug 31 13:06:40.155553 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaf08a-c0e4-4f78-af7e-d5a10862f234 req-6ef7484d-959c-4a57-a6a0-12e0bc8630e2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.161096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26aaf08a-c0e4-4f78-af7e-d5a10862f234 req-6ef7484d-959c-4a57-a6a0-12e0bc8630e2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0496886 Aug 31 13:06:40.181336 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-d20e0975-a591-4fe7-b5ea-885aaffdcd0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae35442-3f6c-4819-96cb-85b14b1ecac7 HTTP/1.1" status: 200 len: 217 time: 0.0388277 Aug 31 13:06:40.198730 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26aaf08a-c0e4-4f78-af7e-d5a10862f234 req-94700753-01e5-4ed8-bd6f-2187afef7fc9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339756 Aug 31 13:06:40.287892 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-0bfe0e2e-d345-42ee-ae75-8c2e3ec79256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.289503 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-0bfe0e2e-d345-42ee-ae75-8c2e3ec79256 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c18b3ba-7f11-44ad-9d37-0bf23cc84017 HTTP/1.1" status: 200 len: 849 time: 0.1004786 Aug 31 13:06:40.332724 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-0f96bb44-fa5d-437d-9961-f0d9b6fe571f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363150 Aug 31 13:06:40.335406 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-ae96bfce-fe80-4600-9400-ad0dc617f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.336861 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-ae96bfce-fe80-4600-9400-ad0dc617f819 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5&tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 1096 time: 0.1040866 Aug 31 13:06:40.419087 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2726a-9bef-44f2-b03b-6e47fdbee645 req-eb867fa1-a766-4b09-a63a-422269843ad6 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.420905 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-58d2726a-9bef-44f2-b03b-6e47fdbee645 req-eb867fa1-a766-4b09-a63a-422269843ad6 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 943 time: 0.0537241 Aug 31 13:06:40.459052 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-6b7e0ac6-ab85-4154-96cd-906317fb437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.460531 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-6b7e0ac6-ab85-4154-96cd-906317fb437b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1096 time: 0.0982230 Aug 31 13:06:40.465845 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-59b7d12b-1902-4f90-9f9c-091603f734d7 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221790 Aug 31 13:06:40.468006 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-58d2726a-9bef-44f2-b03b-6e47fdbee645 req-1febbcdf-23b5-4990-b7b1-91593d7891b2 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Aug 31 13:06:40.629633 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-fd39e3bc-77ae-4c40-ac5a-2e606d5b3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.631125 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-fd39e3bc-77ae-4c40-ac5a-2e606d5b3d2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.1569042 Aug 31 13:06:40.633002 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49392b09-9993-465e-8ba0-687a1a563bd4 req-0fc03e1e-9d58-4bcd-b14d-8c1378873357 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513550 Aug 31 13:06:40.754949 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-9fd6813a-129d-4b46-adb5-975b0206a83c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 200 len: 998 time: 0.1123772 Aug 31 13:06:40.797766 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-28558099-34e9-460d-8195-79825f5bf95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.799686 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-28558099-34e9-460d-8195-79825f5bf95c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d122c54f70470e8befd9ff21c882c9&device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 1096 time: 0.1084898 Aug 31 13:06:40.820622 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-c5441142-4ab1-4153-855b-c8640e1637ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997894 Aug 31 13:06:40.834445 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-9a722cfd-b405-4fd5-9648-3d2088a0995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.835845 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-9a722cfd-b405-4fd5-9648-3d2088a0995f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0728710 Aug 31 13:06:40.952127 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-2c7892c3-4f7f-4420-90d5-957f99b3fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.953626 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-2c7892c3-4f7f-4420-90d5-957f99b3fe5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0892696 Aug 31 13:06:40.964917 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-5bf9f75a-839d-4a0f-81a5-a83ed6ddea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.966381 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-5bf9f75a-839d-4a0f-81a5-a83ed6ddea91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1030757 Aug 31 13:06:40.967760 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-5f9d3fa6-b230-4741-b6d4-315526fd194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:40.969055 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-5f9d3fa6-b230-4741-b6d4-315526fd194d service neutron] 10.222.0.59 "GET /v2.0/networks?id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 HTTP/1.1" status: 200 len: 910 time: 0.1593356 Aug 31 13:06:41.011768 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09cd97-b491-46bf-89fc-cd73b290596e req-33834a6b-a65b-47e7-bd26-4637ed8731cc tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:41.013563 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5b09cd97-b491-46bf-89fc-cd73b290596e req-33834a6b-a65b-47e7-bd26-4637ed8731cc tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0491555 Aug 31 13:06:41.060609 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5b09cd97-b491-46bf-89fc-cd73b290596e req-9d66f9c9-f5fb-4d6d-8772-e58342816d78 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Aug 31 13:06:41.111499 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-24441ab1-6403-42e1-9310-e310153dceeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae35442-3f6c-4819-96cb-85b14b1ecac7 HTTP/1.1" status: 200 len: 217 time: 0.1212745 Aug 31 13:06:41.216844 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-e8196205-47e5-4cf7-8c3a-5809200142f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:41.218300 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-e8196205-47e5-4cf7-8c3a-5809200142f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c18b3ba-7f11-44ad-9d37-0bf23cc84017 HTTP/1.1" status: 200 len: 849 time: 0.0969617 Aug 31 13:06:41.221052 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-c7396293-7f93-4ce7-8233-1d505cdf0a9c service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390635 Aug 31 13:06:41.222144 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-20ae50de-e0f7-4dc0-b761-eecd21d63b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:41.223411 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-20ae50de-e0f7-4dc0-b761-eecd21d63b7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 200 len: 920 time: 0.2315657 Aug 31 13:06:41.336047 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-130ad4fc-f6db-4e4d-be96-bb003f4f473a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f095ce7-8378-4ccf-9219-da33d1064f36 HTTP/1.1" status: 200 len: 217 time: 0.0643022 Aug 31 13:06:41.339914 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-a08dab95-8d5e-465c-9e93-becdb8457760 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869794 Aug 31 13:06:41.351010 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aae0a0-99b6-4220-b0f4-7b6c5bfe4b23 req-8c33c5e7-a38a-454c-9b60-3cf0be1d93d7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:41.359868 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-45aae0a0-99b6-4220-b0f4-7b6c5bfe4b23 req-8c33c5e7-a38a-454c-9b60-3cf0be1d93d7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0631540 Aug 31 13:06:41.414305 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-45aae0a0-99b6-4220-b0f4-7b6c5bfe4b23 req-51a050e8-cc3c-48ca-9e74-fadbf74dfa49 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532770 Aug 31 13:06:41.543726 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-a96c7257-3d04-41cd-90ea-de92a89d486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:41.545832 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-a96c7257-3d04-41cd-90ea-de92a89d486b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 200 len: 859 time: 0.1628656 Aug 31 13:06:41.582544 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-ed6fa259-0527-4328-958e-c8571c906262 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872013 Aug 31 13:06:41.590433 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5426d-d29d-4c3b-9f5a-6ca103597fee req-85decedf-30f7-4174-8745-291ed34bc60d tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:41.592131 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-17c5426d-d29d-4c3b-9f5a-6ca103597fee req-85decedf-30f7-4174-8745-291ed34bc60d tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 943 time: 0.0536368 Aug 31 13:06:41.605007 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d043f898-6d89-4ebb-84e8-9f7a494d31db req-136257bc-479b-4df1-af6d-72b935a27023 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347418 Aug 31 13:06:41.608730 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-ae55df2e-4ad3-4670-9cbf-2d5aadb1e41c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436018 Aug 31 13:06:41.642657 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-17c5426d-d29d-4c3b-9f5a-6ca103597fee req-d70b4fc4-33ec-41e7-9f85-a6b6ef96b8aa tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Aug 31 13:06:41.727866 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 41518) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:41.778560 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc0a229-cfde-45ad-8f5b-050c1fcc3b0c req-1f09652f-ccfa-40e4-9758-2e21767b7d88 service neutron] 10.222.0.59 "GET /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724861 Aug 31 13:06:41.780351 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-55eeb650-898e-4973-bd58-5c1f0257eff5 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542683 Aug 31 13:06:41.847953 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:41.912422 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-111de7bd-caa0-4ea8-a08a-f494c3b912d1 req-388040f0-52f1-43ea-9078-458717732978 service neutron] 10.222.0.59 "GET /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094232 Aug 31 13:06:41.952582 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:41.956757 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.005871 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fd6c567d3384420a77bec8030fb57f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741845 Aug 31 13:06:42.005871 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e003b34f-9b54-4008-a06a-3d0c0358d49b,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:42.006555 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41532) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:42.011627 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.011976 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.012650 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.013411 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.013754 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.014094 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.014423 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.014752 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.015079 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.015403 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.015726 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.016047 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21527667-7036-48a2-8f0e-ed93248d5779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:42.072917 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5663fdb8-e767-459f-8da3-311aa0c0b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.093905 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5663fdb8-e767-459f-8da3-311aa0c0b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.143220 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5663fdb8-e767-459f-8da3-311aa0c0b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.146425 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5663fdb8-e767-459f-8da3-311aa0c0b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.149956 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5663fdb8-e767-459f-8da3-311aa0c0b4cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e003b34f-9b54-4008-a06a-3d0c0358d49b HTTP/1.1" status: 204 len: 168 time: 0.1404095 Aug 31 13:06:42.158946 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663fdb8-e767-459f-8da3-311aa0c0b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e003b34f-9b54-4008-a06a-3d0c0358d49b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:42.563184 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67371ac-853a-4cee-b7e0-cf7261436199 req-62ec0e3d-7141-46b6-8e32-b72ca8233232 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:42.564826 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c67371ac-853a-4cee-b7e0-cf7261436199 req-62ec0e3d-7141-46b6-8e32-b72ca8233232 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0526264 Aug 31 13:06:42.576472 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41548) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:42.591581 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c5011c9-dc69-4a60-b601-a0e7354940ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.606512 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c67371ac-853a-4cee-b7e0-cf7261436199 req-57109bcf-9557-4f55-8f6e-5c7c5097d377 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349767 Aug 31 13:06:42.691006 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c5011c9-dc69-4a60-b601-a0e7354940ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.695344 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c5011c9-dc69-4a60-b601-a0e7354940ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.733175 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6c5011c9-dc69-4a60-b601-a0e7354940ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dac3e5484e7241dd9d9c090ef6a13531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554022 Aug 31 13:06:42.734264 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5011c9-dc69-4a60-b601-a0e7354940ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9f8af9-461b-459c-9ab6-b23d659dda2c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:42.740357 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41552) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:42.800863 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016de38-d556-4713-abc2-045037702b1d req-3774e06e-75ae-4971-a400-07b0c2c37153 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:42.802417 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4016de38-d556-4713-abc2-045037702b1d req-3774e06e-75ae-4971-a400-07b0c2c37153 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 943 time: 0.0678406 Aug 31 13:06:42.807591 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b1002f-9d7a-45f3-93e5-712c1b3fb6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.833857 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b1002f-9d7a-45f3-93e5-712c1b3fb6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.841932 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4016de38-d556-4713-abc2-045037702b1d req-2b5ee5c8-1eef-4271-bf78-77a3ddf73c69 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Aug 31 13:06:42.885870 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b1002f-9d7a-45f3-93e5-712c1b3fb6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.888431 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b1002f-9d7a-45f3-93e5-712c1b3fb6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:42.889955 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d0b1002f-9d7a-45f3-93e5-712c1b3fb6b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a9f8af9-461b-459c-9ab6-b23d659dda2c HTTP/1.1" status: 204 len: 168 time: 0.1484246 Aug 31 13:06:42.899065 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1002f-9d7a-45f3-93e5-712c1b3fb6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9f8af9-461b-459c-9ab6-b23d659dda2c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:43.505618 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device bae35442-3f6c-4819-96cb-85b14b1ecac7 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:06:43.607113 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:43.654555 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port bae35442-3f6c-4819-96cb-85b14b1ecac7, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=bae35442-3f6c-4819-96cb-85b14b1ecac7,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:43.667187 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'bae35442-3f6c-4819-96cb-85b14b1ecac7', 'network_id': '069cfba4-5eb4-4cd2-8aaf-c70cb3959b68', 'port_id': 'bae35442-3f6c-4819-96cb-85b14b1ecac7', 'mac_address': 'fa:16:3e:dc:9f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c18b3ba-7f11-44ad-9d37-0bf23cc84017', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:06:43.717013 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:43.752958 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae35442-3f6c-4819-96cb-85b14b1ecac7 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:06:43.764799 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01e25c-fee3-4855-9386-9b4a527a62ef req-284cebd7-f858-4728-94a3-f7ca9be54824 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:43.767505 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0c01e25c-fee3-4855-9386-9b4a527a62ef req-284cebd7-f858-4728-94a3-f7ca9be54824 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0515277 Aug 31 13:06:43.781830 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port bae35442-3f6c-4819-96cb-85b14b1ecac7, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=bae35442-3f6c-4819-96cb-85b14b1ecac7,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:43.799931 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:43.825990 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0c01e25c-fee3-4855-9386-9b4a527a62ef req-6e117ba4-b842-464e-a46a-f5c4fdcd7aad tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526237 Aug 31 13:06:43.865692 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=bae35442-3f6c-4819-96cb-85b14b1ecac7,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:43.875582 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.875966 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.876307 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.876640 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.877144 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.877484 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.877905 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.878118 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.879335 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.879699 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.880057 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.880380 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:06:43.981852 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02d02-4d31-47f1-afff-3c8853566e5b req-bcd6fd29-7bc1-4a23-89f5-d8677474993d tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:43.983682 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0ea02d02-4d31-47f1-afff-3c8853566e5b req-bcd6fd29-7bc1-4a23-89f5-d8677474993d tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 944 time: 0.0585005 Aug 31 13:06:44.041683 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0ea02d02-4d31-47f1-afff-3c8853566e5b req-3034ab73-7e50-4f75-9890-aab5261eedfb tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504508 Aug 31 13:06:44.100226 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['bae35442-3f6c-4819-96cb-85b14b1ecac7'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:06:44.126253 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 41590) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:44.244633 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f59c0d18-818a-4202-9a78-f3acf649cd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:44.340921 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f59c0d18-818a-4202-9a78-f3acf649cd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:44.346562 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f59c0d18-818a-4202-9a78-f3acf649cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:44.386659 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-f59c0d18-818a-4202-9a78-f3acf649cd74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2bf8b3806ed64778ac0eb4f6c113799f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593052 Aug 31 13:06:44.387559 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c0d18-818a-4202-9a78-f3acf649cd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59622aca-1ad4-4a24-82b9-3fd727130cb4,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:44.389364 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 41594) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:06:44.439001 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50a5d3ff-9cc7-4403-9783-12b301535de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:44.464941 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50a5d3ff-9cc7-4403-9783-12b301535de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:44.533622 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50a5d3ff-9cc7-4403-9783-12b301535de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:44.536129 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50a5d3ff-9cc7-4403-9783-12b301535de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:44.537325 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-50a5d3ff-9cc7-4403-9783-12b301535de4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59622aca-1ad4-4a24-82b9-3fd727130cb4 HTTP/1.1" status: 204 len: 168 time: 0.1469738 Aug 31 13:06:44.545784 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5d3ff-9cc7-4403-9783-12b301535de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59622aca-1ad4-4a24-82b9-3fd727130cb4,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:44.958023 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27282a52-5b3d-4d39-aa22-85f2c62e3ad3 req-cca82a24-8411-4073-ad09-cdbd76655274 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:44.959277 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-27282a52-5b3d-4d39-aa22-85f2c62e3ad3 req-cca82a24-8411-4073-ad09-cdbd76655274 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0494151 Aug 31 13:06:44.999744 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-27282a52-5b3d-4d39-aa22-85f2c62e3ad3 req-88260e2e-18cb-4f5f-8f53-eea668253ce7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345430 Aug 31 13:06:45.162898 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98261-5a93-46d8-8ab5-99edc86228d2 req-d44213e6-1be6-4541-ac8f-cf45eaa4cd8f tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:45.164440 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bcc98261-5a93-46d8-8ab5-99edc86228d2 req-d44213e6-1be6-4541-ac8f-cf45eaa4cd8f tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 944 time: 0.0530405 Aug 31 13:06:45.219372 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bcc98261-5a93-46d8-8ab5-99edc86228d2 req-381454bb-e881-43ab-a432-89c469d85e56 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357864 Aug 31 13:06:45.515624 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device bae35442-3f6c-4819-96cb-85b14b1ecac7 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:06:45.581188 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port bae35442-3f6c-4819-96cb-85b14b1ecac7 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:06:45.585490 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port bae35442-3f6c-4819-96cb-85b14b1ecac7 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:06:45.586072 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:45.670571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:45.697549 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027ae674-7495-4294-92fc-63b7385758ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae35442-3f6c-4819-96cb-85b14b1ecac7'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:06:45.699935 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d37616-608e-4fdd-8832-60622098e118" -d '{"events": [{"server_uuid": "027ae674-7495-4294-92fc-63b7385758ea", "name": "network-vif-plugged", "status": "completed", "tag": "bae35442-3f6c-4819-96cb-85b14b1ecac7"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:06:45.716976 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port bae35442-3f6c-4819-96cb-85b14b1ecac7, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=bae35442-3f6c-4819-96cb-85b14b1ecac7,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:06:45.722649 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:06:45.759236 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f7dde5-9fd2-425f-9e21-a63669b05918 x-openstack-request-id: req-51f7dde5-9fd2-425f-9e21-a63669b05918 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:06:45.759465 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027ae674-7495-4294-92fc-63b7385758ea", "name": "network-vif-plugged", "status": "completed", "tag": "bae35442-3f6c-4819-96cb-85b14b1ecac7", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:06:45.759665 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51f7dde5-9fd2-425f-9e21-a63669b05918 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:06:45.760050 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027ae674-7495-4294-92fc-63b7385758ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae35442-3f6c-4819-96cb-85b14b1ecac7', 'code': 200} Aug 31 13:06:45.817017 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=bae35442-3f6c-4819-96cb-85b14b1ecac7,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:06:46.136379 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae77bf0-34d1-4910-a094-cda60598dfa5 req-5a3561c5-0477-4703-b55c-82c6895c6799 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:46.138180 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4ae77bf0-34d1-4910-a094-cda60598dfa5 req-5a3561c5-0477-4703-b55c-82c6895c6799 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0544755 Aug 31 13:06:46.177805 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4ae77bf0-34d1-4910-a094-cda60598dfa5 req-53ea42de-a4a0-4c2d-b12c-a95214812628 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Aug 31 13:06:46.368914 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac8386-f551-46a8-ab97-5ebad0831809 req-e9afbb9e-bb61-4d55-ac8b-1482fb231e8f tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:46.370522 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-22ac8386-f551-46a8-ab97-5ebad0831809 req-e9afbb9e-bb61-4d55-ac8b-1482fb231e8f tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0621281 Aug 31 13:06:46.414284 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-22ac8386-f551-46a8-ab97-5ebad0831809 req-41f543a6-3d9c-4540-a4d7-facf496a5907 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369959 Aug 31 13:06:47.299313 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b854a-6dbe-4bc6-8380-9e1ad84c9ac9 req-ca9b196b-e14b-4132-aa12-9dd8dfbb6538 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:47.300157 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9b5b854a-6dbe-4bc6-8380-9e1ad84c9ac9 req-ca9b196b-e14b-4132-aa12-9dd8dfbb6538 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0474792 Aug 31 13:06:47.344150 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9b5b854a-6dbe-4bc6-8380-9e1ad84c9ac9 req-d8084eb4-70f0-45f6-b90c-fdc1c155bf26 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Aug 31 13:06:47.536035 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322de8d3-1b92-4c97-b407-1a0fd6f45a4a req-630e8ebd-66e3-4cae-9587-52866a4a384f tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:47.537537 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-322de8d3-1b92-4c97-b407-1a0fd6f45a4a req-630e8ebd-66e3-4cae-9587-52866a4a384f tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0538352 Aug 31 13:06:47.579840 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-322de8d3-1b92-4c97-b407-1a0fd6f45a4a req-953f6817-7f0a-400d-bd3f-866be7f894e1 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Aug 31 13:06:48.461939 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9941c5-af15-462a-b663-6f6f40fdcdb9 req-fcbea171-14ca-4bb1-ad7c-22db307ccc54 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:48.463402 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7f9941c5-af15-462a-b663-6f6f40fdcdb9 req-fcbea171-14ca-4bb1-ad7c-22db307ccc54 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0479016 Aug 31 13:06:48.506551 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7f9941c5-af15-462a-b663-6f6f40fdcdb9 req-c2143bc1-e15e-41d6-898f-5bce9bb79478 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333688 Aug 31 13:06:48.704318 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5a91-451a-426e-b234-003cf5a996ca req-e6c4b47e-b032-44f2-83ff-3195250fb499 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:48.705840 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0aab5a91-451a-426e-b234-003cf5a996ca req-e6c4b47e-b032-44f2-83ff-3195250fb499 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0554507 Aug 31 13:06:48.743190 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0aab5a91-451a-426e-b234-003cf5a996ca req-6b1a3006-d904-482c-b91c-94e828e72ef8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Aug 31 13:06:49.628640 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8e213-f316-4d47-be3c-e2dbc19495a0 req-95f97db9-de6b-4312-bd01-0e0d3eb2b9f1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:49.630129 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-edc8e213-f316-4d47-be3c-e2dbc19495a0 req-95f97db9-de6b-4312-bd01-0e0d3eb2b9f1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0528727 Aug 31 13:06:49.671274 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-edc8e213-f316-4d47-be3c-e2dbc19495a0 req-5d55297c-5160-49ba-9507-f86d3cfe7d5b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Aug 31 13:06:49.860930 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355858f-27ad-4d6c-a369-5dc603b0e713 req-e296c879-098d-4f63-9b69-b7b2f912320e tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:49.862552 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2355858f-27ad-4d6c-a369-5dc603b0e713 req-e296c879-098d-4f63-9b69-b7b2f912320e tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0499382 Aug 31 13:06:49.906445 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2355858f-27ad-4d6c-a369-5dc603b0e713 req-fa2e8068-4bfc-40e2-a2ed-763b8a41bb3e tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Aug 31 13:06:50.792587 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c6352-f94e-49d6-a6b2-7022692e064f req-685f756f-7459-4f06-86f2-6f22bf755cb0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:50.794042 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f3c6352-f94e-49d6-a6b2-7022692e064f req-685f756f-7459-4f06-86f2-6f22bf755cb0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0496774 Aug 31 13:06:50.835352 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f3c6352-f94e-49d6-a6b2-7022692e064f req-8164aff9-172c-49e7-8ce7-954d2e3dda40 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347850 Aug 31 13:06:51.032960 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6130730-4b24-48c3-8f0c-7a9918c06212 req-44caa97b-c5a0-41b0-ac13-3d2fceeded00 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:51.034589 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b6130730-4b24-48c3-8f0c-7a9918c06212 req-44caa97b-c5a0-41b0-ac13-3d2fceeded00 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0571125 Aug 31 13:06:51.076416 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b6130730-4b24-48c3-8f0c-7a9918c06212 req-12ff340a-6da8-40f6-8182-cc0671929fb3 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346770 Aug 31 13:06:51.960467 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8897d65-3e3b-4768-838a-60c18892a6bf req-259308c0-9813-4f0b-b8c2-af87da7bcddc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:51.962234 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8897d65-3e3b-4768-838a-60c18892a6bf req-259308c0-9813-4f0b-b8c2-af87da7bcddc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0499442 Aug 31 13:06:52.002407 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8897d65-3e3b-4768-838a-60c18892a6bf req-2aade1d3-00f9-4a68-9c64-7298aa0bfb3c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339882 Aug 31 13:06:52.193019 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a21d-c8db-4b3e-8089-40ffe2d040f1 req-efcee03b-378d-4a9c-a598-7a4b640ba00c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:52.196724 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7086a21d-c8db-4b3e-8089-40ffe2d040f1 req-efcee03b-378d-4a9c-a598-7a4b640ba00c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0498929 Aug 31 13:06:52.236103 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7086a21d-c8db-4b3e-8089-40ffe2d040f1 req-068d1178-9112-43fc-9b75-7ac9afd97d15 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 Aug 31 13:06:53.139679 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0030-7d74-49c0-b42a-eafbcc474be1 req-74624fcd-ad7b-456e-9038-03542bec0674 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:53.141241 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b0cb0030-7d74-49c0-b42a-eafbcc474be1 req-74624fcd-ad7b-456e-9038-03542bec0674 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0570302 Aug 31 13:06:53.183776 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b0cb0030-7d74-49c0-b42a-eafbcc474be1 req-f14d2362-53df-4b6d-8d36-f9e7d8d4e524 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360467 Aug 31 13:06:53.357182 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee71fbf-bbec-4cde-ae0c-fc413200bc62 req-3ad82137-1f11-4fef-a7bc-d1ccad65707c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:53.358705 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0ee71fbf-bbec-4cde-ae0c-fc413200bc62 req-3ad82137-1f11-4fef-a7bc-d1ccad65707c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0513518 Aug 31 13:06:53.399533 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0ee71fbf-bbec-4cde-ae0c-fc413200bc62 req-04e7852a-012f-40bb-ad4c-3a1c433dd5dc tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Aug 31 13:06:54.335992 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122f9a-adc1-467c-903c-9fd8aac79b8f req-7274134d-689d-421d-a546-56ca94c5ccee tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:54.337641 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e122f9a-adc1-467c-903c-9fd8aac79b8f req-7274134d-689d-421d-a546-56ca94c5ccee tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0765224 Aug 31 13:06:54.377660 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e122f9a-adc1-467c-903c-9fd8aac79b8f req-897f36c9-c41a-4377-93a0-6bf4033ed258 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340176 Aug 31 13:06:54.522304 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35517d-e9da-4038-999c-edf0f86b52b6 req-caa9671b-5fb4-4788-82c3-adb708ccedb8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:54.523786 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6d35517d-e9da-4038-999c-edf0f86b52b6 req-caa9671b-5fb4-4788-82c3-adb708ccedb8 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0543356 Aug 31 13:06:54.562191 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6d35517d-e9da-4038-999c-edf0f86b52b6 req-aad5abe6-61d2-4ec5-8760-af6502843ae3 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325606 Aug 31 13:06:55.463104 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88e8d4-f77f-4366-b586-2b37d66922ff req-84c1702f-36fd-4a72-9040-cea18571fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:55.465437 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b88e8d4-f77f-4366-b586-2b37d66922ff req-84c1702f-36fd-4a72-9040-cea18571fe7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 1098 time: 0.0437818 Aug 31 13:06:55.506562 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b88e8d4-f77f-4366-b586-2b37d66922ff req-a1474e6c-26f8-42fc-9559-c645eaf28b2a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Aug 31 13:06:55.511017 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b6043-a1ab-4dd6-9cb5-992996fa9b79 req-e41fdab7-9ad9-432c-976c-55f0730dbbe7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:55.512583 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-156b6043-a1ab-4dd6-9cb5-992996fa9b79 req-e41fdab7-9ad9-432c-976c-55f0730dbbe7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0614223 Aug 31 13:06:55.550491 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-156b6043-a1ab-4dd6-9cb5-992996fa9b79 req-9d735119-00f3-4a4e-ade3-b78ef3d0bbcf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Aug 31 13:06:55.672700 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd005a9-fbfe-424a-94ef-8b04eae48ad1 req-36d05fdb-9d90-4baa-8c5f-fde3977763e5 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:55.674170 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cfd005a9-fbfe-424a-94ef-8b04eae48ad1 req-36d05fdb-9d90-4baa-8c5f-fde3977763e5 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0476344 Aug 31 13:06:55.714006 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cfd005a9-fbfe-424a-94ef-8b04eae48ad1 req-b3ea1d71-b38e-4d9f-a986-4e17fde7fa3c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335023 Aug 31 13:06:56.673582 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c96f16-a88f-4db4-9f8b-3b42a1bd0429 req-f4678ab6-1d08-4f71-8fa1-ca918aba81ba tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:56.675035 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-84c96f16-a88f-4db4-9f8b-3b42a1bd0429 req-f4678ab6-1d08-4f71-8fa1-ca918aba81ba tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0512500 Aug 31 13:06:56.713860 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-84c96f16-a88f-4db4-9f8b-3b42a1bd0429 req-34d88bf8-fa4c-4a8c-a5aa-893899ffb1f3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 Aug 31 13:06:56.837028 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda15f0-2918-4de0-b700-9efd0c5e923c req-be5b1a00-3150-4718-8c25-af75dd15e257 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:56.838469 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ffda15f0-2918-4de0-b700-9efd0c5e923c req-be5b1a00-3150-4718-8c25-af75dd15e257 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0520170 Aug 31 13:06:56.878837 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ffda15f0-2918-4de0-b700-9efd0c5e923c req-c285e056-b7a3-47ef-b76b-7eb3a146ccf9 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Aug 31 13:06:57.833685 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317ff0c-477f-4458-8180-e052e4fbb28b req-cfb56f4e-9830-4c52-aa16-85aa3e61207b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:57.835184 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b317ff0c-477f-4458-8180-e052e4fbb28b req-cfb56f4e-9830-4c52-aa16-85aa3e61207b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0514786 Aug 31 13:06:57.874371 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b317ff0c-477f-4458-8180-e052e4fbb28b req-09e63442-80b2-47e4-81bb-0ff38c6498c2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329332 Aug 31 13:06:57.993596 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea728470-43c9-4711-9487-d7f9a076e2c9 req-e5c86c4f-119c-4e95-8fb2-1fd7548ae889 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:57.995110 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea728470-43c9-4711-9487-d7f9a076e2c9 req-e5c86c4f-119c-4e95-8fb2-1fd7548ae889 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0520763 Aug 31 13:06:58.034791 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea728470-43c9-4711-9487-d7f9a076e2c9 req-25c75daa-14aa-4952-87a2-e85cf31001f3 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Aug 31 13:06:58.794798 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ec3f8-f564-47e6-b250-2c8a5f48b257 req-c13030b2-0b94-4691-8fde-cbecedb49775 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:58.796166 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-434ec3f8-f564-47e6-b250-2c8a5f48b257 req-c13030b2-0b94-4691-8fde-cbecedb49775 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0753546 Aug 31 13:06:58.808173 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3bc71-7124-4ee6-82d8-e6883ba76e34 req-14133d0a-649f-45e7-870c-94a65bb9daf6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:58.809609 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-76a3bc71-7124-4ee6-82d8-e6883ba76e34 req-14133d0a-649f-45e7-870c-94a65bb9daf6 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0633900 Aug 31 13:06:58.868823 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-434ec3f8-f564-47e6-b250-2c8a5f48b257 req-74a173d9-7ffd-4dee-9b9d-615fc41fde00 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582538 Aug 31 13:06:58.871534 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-76a3bc71-7124-4ee6-82d8-e6883ba76e34 req-b919cafd-c334-44d9-88e8-a2b25cf539ac tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554664 Aug 31 13:06:58.992073 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316a36c-9139-45af-8746-c6e2c3491990 req-042141e9-e644-4fc7-a2e7-adbbb3e302df tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:06:58.993568 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d316a36c-9139-45af-8746-c6e2c3491990 req-042141e9-e644-4fc7-a2e7-adbbb3e302df tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0475996 Aug 31 13:06:59.031338 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d316a36c-9139-45af-8746-c6e2c3491990 req-f727e1cb-9eb2-47e7-bc9e-3dd2cbcc34c9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Aug 31 13:07:00.014004 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d0854-458f-4836-a844-c50e06274403 req-bb331f5f-2291-4817-81c1-728c3876aeb5 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:00.015486 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f79d0854-458f-4836-a844-c50e06274403 req-bb331f5f-2291-4817-81c1-728c3876aeb5 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0738323 Aug 31 13:07:00.024076 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b2af-21fe-4a6b-b806-68aa0e89732f req-eb40f366-7331-4ad7-aaf0-d417d71109c7 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:00.025558 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a0d3b2af-21fe-4a6b-b806-68aa0e89732f req-eb40f366-7331-4ad7-aaf0-d417d71109c7 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0858467 Aug 31 13:07:00.097006 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f79d0854-458f-4836-a844-c50e06274403 req-3db57c32-7552-459a-a785-733232122837 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704603 Aug 31 13:07:00.101629 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a0d3b2af-21fe-4a6b-b806-68aa0e89732f req-78ae4cd2-0fad-43f7-826b-1b7178f835bb tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e44a586-0347-433c-b593-5c32a18351bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681283 Aug 31 13:07:00.198684 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99817b3e-0794-4283-b039-f46506faab04 req-fdb99cce-dfd3-4daf-8fda-932afbce4b9a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:00.200046 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-99817b3e-0794-4283-b039-f46506faab04 req-fdb99cce-dfd3-4daf-8fda-932afbce4b9a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0483105 Aug 31 13:07:00.241815 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-99817b3e-0794-4283-b039-f46506faab04 req-e658f61f-c541-450f-b864-73696eec98cf tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341332 Aug 31 13:07:00.582501 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a47de-a994-4eb5-976c-92245939eacc req-79b2aa89-c95f-4903-85e3-3c331fcd26df tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:00.583994 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e74a47de-a994-4eb5-976c-92245939eacc req-79b2aa89-c95f-4903-85e3-3c331fcd26df tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 945 time: 0.0596685 Aug 31 13:07:00.676231 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Deleting port bae35442-3f6c-4819-96cb-85b14b1ecac7 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:07:00.676565 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:00.990454 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] For port bae35442-3f6c-4819-96cb-85b14b1ecac7, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=bae35442-3f6c-4819-96cb-85b14b1ecac7,segment=NetworkSegment(896c108b-be71-42d1-b756-4a8413558fff),segment_id=896c108b-be71-42d1-b756-4a8413558fff)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:00.990818 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:01.003554 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Calling delete_port for bae35442-3f6c-4819-96cb-85b14b1ecac7 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:07:01.123207 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:01.137286 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['bae35442-3f6c-4819-96cb-85b14b1ecac7'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:07:01.154547 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Pushing event deleted for resources: {'Port': ['ID=bae35442-3f6c-4819-96cb-85b14b1ecac7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:01.195354 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] No DVR routers for this DVR port bae35442-3f6c-4819-96cb-85b14b1ecac7 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:07:01.197939 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:01.199953 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e74a47de-a994-4eb5-976c-92245939eacc req-3182e58a-86ec-4e7e-bed8-33a14862ab8c tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.59 "DELETE /v2.0/ports/bae35442-3f6c-4819-96cb-85b14b1ecac7 HTTP/1.1" status: 204 len: 173 time: 0.6086159 Aug 31 13:07:01.200368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027ae674-7495-4294-92fc-63b7385758ea', 'name': 'network-vif-deleted', 'tag': 'bae35442-3f6c-4819-96cb-85b14b1ecac7'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:07:01.202568 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8894a94-9ebe-4a0a-b618-0a5ecf4b1ecc" -d '{"events": [{"server_uuid": "027ae674-7495-4294-92fc-63b7385758ea", "name": "network-vif-deleted", "tag": "bae35442-3f6c-4819-96cb-85b14b1ecac7"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:07:01.207647 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-680e2907-de3a-4b6d-8f8a-d7e47e34cd9b req-36212f55-7d6d-4e47-b574-e809a9c74068 tempest-VolumesActionsTest-191076144 tempest-VolumesActionsTest-191076144-project] 10.222.0.69 "GET /v2.0/ports?device_id=027ae674-7495-4294-92fc-63b7385758ea HTTP/1.1" status: 200 len: 210 time: 0.0264838 Aug 31 13:07:01.255533 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be86a5cb-5193-471d-94d3-302dc32528ae x-openstack-request-id: req-be86a5cb-5193-471d-94d3-302dc32528ae {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:07:01.255812 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027ae674-7495-4294-92fc-63b7385758ea", "name": "network-vif-deleted", "tag": "bae35442-3f6c-4819-96cb-85b14b1ecac7", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:07:01.256054 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be86a5cb-5193-471d-94d3-302dc32528ae {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:07:01.256444 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027ae674-7495-4294-92fc-63b7385758ea', 'name': 'network-vif-deleted', 'tag': 'bae35442-3f6c-4819-96cb-85b14b1ecac7', 'status': 'completed', 'code': 200} Aug 31 13:07:01.263588 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d4f6a-bfa6-4a86-9a88-3480d957663e req-3e8530da-1f9a-4a8a-85db-b7247a2c72e7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:01.265127 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-617d4f6a-bfa6-4a86-9a88-3480d957663e req-3e8530da-1f9a-4a8a-85db-b7247a2c72e7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0566108 Aug 31 13:07:01.310900 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-617d4f6a-bfa6-4a86-9a88-3480d957663e req-b153a3d1-11e0-4489-aa67-2ff473e486a3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372732 Aug 31 13:07:01.364931 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2214f01-02e7-4b34-9852-c8df4d549617 req-30dc3621-aa5f-47ad-a247-295c9836e7eb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:01.366420 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2214f01-02e7-4b34-9852-c8df4d549617 req-30dc3621-aa5f-47ad-a247-295c9836e7eb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0477834 Aug 31 13:07:01.403237 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2214f01-02e7-4b34-9852-c8df4d549617 req-d66e475e-43eb-4e16-bb7f-ddf6fccbf8d9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308971 Aug 31 13:07:01.950604 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-340c59e2-bcc1-4ea2-9443-0a2086699eee tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:01.952039 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-340c59e2-bcc1-4ea2-9443-0a2086699eee tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 945 time: 0.0473521 Aug 31 13:07:02.047040 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Deleting port 4f095ce7-8378-4ccf-9219-da33d1064f36 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:07:02.047380 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:02.132838 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] For port 4f095ce7-8378-4ccf-9219-da33d1064f36, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=4f095ce7-8378-4ccf-9219-da33d1064f36,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:02.133202 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:02.145987 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Calling delete_port for 4f095ce7-8378-4ccf-9219-da33d1064f36 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:07:02.199513 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cc03a45c-4c3b-4433-81a8-2230b1a5ef0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:02.274138 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:02.286407 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['4f095ce7-8378-4ccf-9219-da33d1064f36', '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:07:02.303749 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Pushing event deleted for resources: {'Port': ['ID=4f095ce7-8378-4ccf-9219-da33d1064f36,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:02.346513 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] No DVR routers for this DVR port 4f095ce7-8378-4ccf-9219-da33d1064f36 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:07:02.350357 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:02.353565 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-10dcb25c-5f32-48f0-9d9d-c7f5144c365f req-0152c132-0379-40b5-927a-1e56ae570ed4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "DELETE /v2.0/ports/4f095ce7-8378-4ccf-9219-da33d1064f36 HTTP/1.1" status: 204 len: 173 time: 0.3936973 Aug 31 13:07:02.434009 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e3a521b1-d2a3-4030-b70e-be2fb71f24a1 req-ac970143-abcc-41e1-857f-c5006ea08783 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=354fbace-5c80-4831-9d01-4f78c6008bb6 HTTP/1.1" status: 200 len: 210 time: 0.0370462 Aug 31 13:07:02.534373 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9345fb-23ec-48c1-8bec-0e17bc420b17 req-1464952b-bd0c-4d63-8ce5-366a95dbdd10 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:02.535850 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1e9345fb-23ec-48c1-8bec-0e17bc420b17 req-1464952b-bd0c-4d63-8ce5-366a95dbdd10 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0514598 Aug 31 13:07:02.578791 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1e9345fb-23ec-48c1-8bec-0e17bc420b17 req-628d47f9-f785-4b99-8788-c482d69b095b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371218 Aug 31 13:07:03.257597 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'name': 'network-vif-deleted', 'tag': '4f095ce7-8378-4ccf-9219-da33d1064f36'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:07:03.259905 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f8891e-3c54-4d36-ab83-3867a4dbdb09" -d '{"events": [{"server_uuid": "354fbace-5c80-4831-9d01-4f78c6008bb6", "name": "network-vif-deleted", "tag": "4f095ce7-8378-4ccf-9219-da33d1064f36"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:07:03.294070 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d4548-7815-4a43-8291-d36c06c345be x-openstack-request-id: req-6a0d4548-7815-4a43-8291-d36c06c345be {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:07:03.294359 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354fbace-5c80-4831-9d01-4f78c6008bb6", "name": "network-vif-deleted", "tag": "4f095ce7-8378-4ccf-9219-da33d1064f36", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:07:03.294610 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a0d4548-7815-4a43-8291-d36c06c345be {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:07:03.294987 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354fbace-5c80-4831-9d01-4f78c6008bb6', 'name': 'network-vif-deleted', 'tag': '4f095ce7-8378-4ccf-9219-da33d1064f36', 'status': 'completed', 'code': 200} Aug 31 13:07:03.720546 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd2fe8-26f7-4f6d-9eb3-c32a85f46205 req-a6fcabc2-e25d-4e9c-8928-81c45ec8006c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:03.722067 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-15bd2fe8-26f7-4f6d-9eb3-c32a85f46205 req-a6fcabc2-e25d-4e9c-8928-81c45ec8006c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0753412 Aug 31 13:07:03.730065 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960a2b3-0472-4fee-8808-861ef1bba5e6 req-f70e2f84-5d2f-4a59-9d7b-28cec6c199a5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:03.731429 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a960a2b3-0472-4fee-8808-861ef1bba5e6 req-f70e2f84-5d2f-4a59-9d7b-28cec6c199a5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 943 time: 0.0755620 Aug 31 13:07:03.786977 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-15bd2fe8-26f7-4f6d-9eb3-c32a85f46205 req-e516898e-fb21-4fad-8ed7-619b6e68bc61 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Aug 31 13:07:03.791622 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a960a2b3-0472-4fee-8808-861ef1bba5e6 req-7ca1e67a-07f8-4161-b060-c002fa61e2a2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527883 Aug 31 13:07:04.400387 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:07:04.490554 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:04.501440 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'e021e780-5137-42d4-a91c-bbee2108da37', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'port_id': 'e021e780-5137-42d4-a91c-bbee2108da37', 'mac_address': 'fa:16:3e:df:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:07:04.540632 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:04.553105 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e021e780-5137-42d4-a91c-bbee2108da37 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:07:04.571583 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:04.576026 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:04.622274 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=9']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:04.811076 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-706940b2-769e-45a7-a03d-bf51c2760585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:04.938808 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3b5ef-1775-4c1e-b96f-eabf637551d3 req-519fea33-5506-446e-bd42-bbc457262cb9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:04.940902 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-84f3b5ef-1775-4c1e-b96f-eabf637551d3 req-519fea33-5506-446e-bd42-bbc457262cb9 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0835023 Aug 31 13:07:04.949263 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0d256-55ab-4ee5-8f27-b91c920e7a2b req-1b936c1b-b5fc-4e2a-aa44-e3fe78608812 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:04.950911 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-53d0d256-55ab-4ee5-8f27-b91c920e7a2b req-1b936c1b-b5fc-4e2a-aa44-e3fe78608812 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.0820019 Aug 31 13:07:05.009161 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-84f3b5ef-1775-4c1e-b96f-eabf637551d3 req-b08193ab-a0e3-4508-bf77-54a23a954859 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570364 Aug 31 13:07:05.014204 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-53d0d256-55ab-4ee5-8f27-b91c920e7a2b req-d39b4cbc-9153-4d1e-b14e-7d2fd32f8857 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548859 Aug 31 13:07:05.169876 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:05.290532 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device bae35442-3f6c-4819-96cb-85b14b1ecac7 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:07:05.310893 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: bae35442-3f6c-4819-96cb-85b14b1ecac7 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:07:05.311234 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device bae35442-3f6c-4819-96cb-85b14b1ecac7 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:07:06.106208 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:06.191885 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2a2e-264f-499c-b735-f511cb4e473b req-68f38881-c80c-4c6d-9a3f-1d4a55f107c0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:06.194109 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-202a2a2e-264f-499c-b735-f511cb4e473b req-68f38881-c80c-4c6d-9a3f-1d4a55f107c0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1149507 Aug 31 13:07:06.219824 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201dd70-fd57-41d8-bde0-543a34ce055f req-b5a0d5e7-1e5f-44a7-b9b8-9795f4ade80d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:06.221976 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f201dd70-fd57-41d8-bde0-543a34ce055f req-b5a0d5e7-1e5f-44a7-b9b8-9795f4ade80d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.1276593 Aug 31 13:07:06.296219 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-202a2a2e-264f-499c-b735-f511cb4e473b req-91d403fd-5550-4125-95d5-d57483d5dfc7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957515 Aug 31 13:07:06.303909 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f201dd70-fd57-41d8-bde0-543a34ce055f req-aa813f93-1507-4d04-b8cf-66453b51f071 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713499 Aug 31 13:07:06.348025 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 4f095ce7-8378-4ccf-9219-da33d1064f36 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:07:06.369371 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 4f095ce7-8378-4ccf-9219-da33d1064f36 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:07:06.369876 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 4f095ce7-8378-4ccf-9219-da33d1064f36 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:07:06.645559 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['e021e780-5137-42d4-a91c-bbee2108da37'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:07:07.449509 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296987f8-c4a1-43d4-b7e9-4159c870d8ac req-bd12772f-72ec-43f9-a205-9d82174dd883 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:07.451016 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-296987f8-c4a1-43d4-b7e9-4159c870d8ac req-bd12772f-72ec-43f9-a205-9d82174dd883 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0867746 Aug 31 13:07:07.463374 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e4a55-2446-4cc5-936d-7347b26a18cd req-15877fdd-c19f-4730-828a-b78376b48c66 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:07.464868 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ad4e4a55-2446-4cc5-936d-7347b26a18cd req-15877fdd-c19f-4730-828a-b78376b48c66 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 944 time: 0.0778685 Aug 31 13:07:07.524995 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-296987f8-c4a1-43d4-b7e9-4159c870d8ac req-e93cf526-4634-44cd-bbf7-b8ee22e2e17d tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591326 Aug 31 13:07:07.529799 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ad4e4a55-2446-4cc5-936d-7347b26a18cd req-ef5762e9-25b8-45cf-8a22-3427c4d6ad00 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581393 Aug 31 13:07:07.880122 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:08.324260 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:07:08.386606 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port e021e780-5137-42d4-a91c-bbee2108da37 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:07:08.387094 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:08.492600 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:08.529394 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:07:08.532136 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b666cb-0572-4a2b-ad42-c0f400cd5cf7" -d '{"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-plugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:07:08.585078 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:08.593869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:08.638052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c584328-8abf-4447-b42f-504d31aa1f64 x-openstack-request-id: req-6c584328-8abf-4447-b42f-504d31aa1f64 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:07:08.638738 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-plugged", "status": "completed", "tag": "e021e780-5137-42d4-a91c-bbee2108da37", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:07:08.639226 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c584328-8abf-4447-b42f-504d31aa1f64 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:07:08.639900 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37', 'code': 200} Aug 31 13:07:08.664632 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=10']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:08.713035 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee2415-86b4-426a-a664-ed600f330ab7 req-f63f689e-7b85-4267-b13a-5a96a5cd8802 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:08.714667 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3bee2415-86b4-426a-a664-ed600f330ab7 req-f63f689e-7b85-4267-b13a-5a96a5cd8802 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0785179 Aug 31 13:07:08.794384 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b829f-6a7a-4d5a-bb10-b77a9a046dd9 req-71551cea-c5fd-4b8e-abde-29509dd728b4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:08.796610 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-426b829f-6a7a-4d5a-bb10-b77a9a046dd9 req-71551cea-c5fd-4b8e-abde-29509dd728b4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.0808139 Aug 31 13:07:08.800644 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3bee2415-86b4-426a-a664-ed600f330ab7 req-674c4a98-2a5a-42cb-8d52-8ac1a254a8d4 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732398 Aug 31 13:07:08.847896 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-426b829f-6a7a-4d5a-bb10-b77a9a046dd9 req-869cf147-a82c-477f-9a06-a674195ceab9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Aug 31 13:07:09.231735 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f6dd-165f-4c26-9955-578cd240fec5 req-fcd21bbf-2149-4a10-bdfc-96df1feac150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:09.233389 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4cb8f6dd-165f-4c26-9955-578cd240fec5 req-fcd21bbf-2149-4a10-bdfc-96df1feac150 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1099 time: 0.0597706 Aug 31 13:07:09.281422 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4cb8f6dd-165f-4c26-9955-578cd240fec5 req-31d26c6c-af38-4336-a0df-06497f9ebe6d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Aug 31 13:07:09.328363 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:07:09.699745 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42000) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:09.840711 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f3ea-e067-48d3-88f7-f7eff1eb7be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:09.974756 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f3ea-e067-48d3-88f7-f7eff1eb7be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:09.979525 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f3ea-e067-48d3-88f7-f7eff1eb7be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:09.994096 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cbd05-3162-4cdc-ae0d-69f79525d302 req-32aa6d7d-ffcb-4acf-b223-efa79fb518bb tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:10.003615 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-849cbd05-3162-4cdc-ae0d-69f79525d302 req-32aa6d7d-ffcb-4acf-b223-efa79fb518bb tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0895293 Aug 31 13:07:10.022366 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3f3ea-e067-48d3-88f7-f7eff1eb7be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7306bb-99d7-4a4b-93c0-10a91287b054,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:10.029219 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ffc3f3ea-e067-48d3-88f7-f7eff1eb7be0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c7f8bce22704a7bb3d04f2fb1fdc209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258264 Aug 31 13:07:10.030001 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42008) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:10.069402 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a718b6-0598-4275-903b-947973c065e2 req-1820f39a-a15c-4437-bf51-7af77adf4617 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:10.070911 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-86a718b6-0598-4275-903b-947973c065e2 req-1820f39a-a15c-4437-bf51-7af77adf4617 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.1135542 Aug 31 13:07:10.094692 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-849cbd05-3162-4cdc-ae0d-69f79525d302 req-d40d524d-77a6-486f-99c6-55853d39e626 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897951 Aug 31 13:07:10.120174 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd89-dd62-4034-9eb9-816a21e53095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:10.134528 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-86a718b6-0598-4275-903b-947973c065e2 req-35497132-2db2-4697-9d36-f57f2ea6b4ff tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557253 Aug 31 13:07:10.146351 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd89-dd62-4034-9eb9-816a21e53095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:10.203450 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd89-dd62-4034-9eb9-816a21e53095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:10.206076 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-91b4fd89-dd62-4034-9eb9-816a21e53095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:10.209861 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-91b4fd89-dd62-4034-9eb9-816a21e53095 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a7306bb-99d7-4a4b-93c0-10a91287b054 HTTP/1.1" status: 204 len: 168 time: 0.1788430 Aug 31 13:07:10.227584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4fd89-dd62-4034-9eb9-816a21e53095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7306bb-99d7-4a4b-93c0-10a91287b054,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:11.299897 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2b9ae-4ffc-4708-a894-2319ceac54c0 req-16922555-8b84-4967-a0c8-7d643fbe02d7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:11.301600 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b2c2b9ae-4ffc-4708-a894-2319ceac54c0 req-16922555-8b84-4967-a0c8-7d643fbe02d7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1196964 Aug 31 13:07:11.415321 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b2c2b9ae-4ffc-4708-a894-2319ceac54c0 req-f1e58214-540d-4f1a-9eb6-32087d230ac3 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851400 Aug 31 13:07:11.431559 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee7eeb-59b8-4648-8f15-edab9cabe1e2 req-b6d80c59-35d3-49c9-bee8-2fe9e23773eb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:11.433937 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-06ee7eeb-59b8-4648-8f15-edab9cabe1e2 req-b6d80c59-35d3-49c9-bee8-2fe9e23773eb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.1609216 Aug 31 13:07:11.522426 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-06ee7eeb-59b8-4648-8f15-edab9cabe1e2 req-4ef4ebcf-b8c5-4aad-8818-a8aa8d2f3db3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812719 Aug 31 13:07:12.545388 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15331d5-afbc-4033-a56b-40da0aa90913 req-04ca6f43-adac-42bf-9cb1-7d85fc9d3242 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:12.553445 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e15331d5-afbc-4033-a56b-40da0aa90913 req-04ca6f43-adac-42bf-9cb1-7d85fc9d3242 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0625803 Aug 31 13:07:12.600484 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e15331d5-afbc-4033-a56b-40da0aa90913 req-ca274a81-859d-4c75-a2c0-ea18f7248623 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Aug 31 13:07:12.698496 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd6d52-7759-4cb4-a2dd-0d4844b74c97 req-63ec1a01-05fb-414b-9ba8-29727c63e531 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:12.700298 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-92cd6d52-7759-4cb4-a2dd-0d4844b74c97 req-63ec1a01-05fb-414b-9ba8-29727c63e531 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.0547085 Aug 31 13:07:12.771907 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-92cd6d52-7759-4cb4-a2dd-0d4844b74c97 req-f59b04d2-7dda-473a-812f-142098b4794b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491707 Aug 31 13:07:13.590544 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:13.767372 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d4c9c-8176-4cd5-b11a-746f0433b1b2 req-af9fcec4-d866-4509-adad-cc415bb48f87 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:13.769914 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-071d4c9c-8176-4cd5-b11a-746f0433b1b2 req-af9fcec4-d866-4509-adad-cc415bb48f87 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0758312 Aug 31 13:07:13.822093 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-071d4c9c-8176-4cd5-b11a-746f0433b1b2 req-bc2ea977-3eee-4e5f-a85b-5ddba7786b9f tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Aug 31 13:07:14.955561 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c04ca-35cb-4f29-a2ab-bffab0e3a249 req-9ebc655e-b2ee-417a-93ab-03c4c1f2863a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:14.957078 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e52c04ca-35cb-4f29-a2ab-bffab0e3a249 req-9ebc655e-b2ee-417a-93ab-03c4c1f2863a tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0568917 Aug 31 13:07:15.011075 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e52c04ca-35cb-4f29-a2ab-bffab0e3a249 req-9c736601-448a-4301-b547-02199516e5fa tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Aug 31 13:07:16.145242 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21b616-099f-408a-b9c9-5ae742b4a21a req-386c897a-e937-4966-b7ab-a102eb746517 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:16.147654 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-af21b616-099f-408a-b9c9-5ae742b4a21a req-386c897a-e937-4966-b7ab-a102eb746517 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0535047 Aug 31 13:07:16.208253 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-af21b616-099f-408a-b9c9-5ae742b4a21a req-7a743779-2546-4024-959c-4b293bca878c tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 Aug 31 13:07:17.184407 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-bc2d60f7-7f18-4c60-857b-4a27534064d0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:17.186070 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-bc2d60f7-7f18-4c60-857b-4a27534064d0 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.0573261 Aug 31 13:07:17.324216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Deleting port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:07:17.326937 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:17.424275 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e1c73-fbb0-4e51-b41c-b05cf710a113 req-5cdfdbc2-e36c-4b7e-bbc1-9c8e3b48beab tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:17.432352 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3d8e1c73-fbb0-4e51-b41c-b05cf710a113 req-5cdfdbc2-e36c-4b7e-bbc1-9c8e3b48beab tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643 HTTP/1.1" status: 200 len: 946 time: 0.1040151 Aug 31 13:07:17.471459 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] For port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:17.472031 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:17.489058 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3d8e1c73-fbb0-4e51-b41c-b05cf710a113 req-12cd77d2-d8d9-4b75-99de-ec4eaacd14f7 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a58a421-c3e3-4c00-9370-5782e5c672f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553052 Aug 31 13:07:17.509591 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Calling delete_port for 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:07:17.717154 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:17.731890 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:07:17.775717 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Pushing event deleted for resources: {'Port': ['ID=7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:17.818086 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] No DVR routers for this DVR port 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:07:17.820864 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:17.822846 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-63ee3e9b-64d6-4995-9dac-bb534e7e21fb req-89c9122f-dc60-4768-925f-daf245df1252 tempest-ServerRescueNegativeTestJSON-975901478 tempest-ServerRescueNegativeTestJSON-975901478-project] 10.222.0.59 "DELETE /v2.0/ports/7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 HTTP/1.1" status: 204 len: 173 time: 0.6287906 Aug 31 13:07:17.823296 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'name': 'network-vif-deleted', 'tag': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:07:17.825546 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0334b6-4587-419a-a78c-feba891742c1" -d '{"events": [{"server_uuid": "4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643", "name": "network-vif-deleted", "tag": "7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:07:17.864161 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8a76a3-bc4a-493f-8c15-45d2b96bc5f7 x-openstack-request-id: req-ba8a76a3-bc4a-493f-8c15-45d2b96bc5f7 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:07:17.864688 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643", "name": "network-vif-deleted", "tag": "7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:07:17.865099 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba8a76a3-bc4a-493f-8c15-45d2b96bc5f7 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:07:17.865637 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6a0cf-ef7e-4512-aa0d-fbeca93b9643', 'name': 'network-vif-deleted', 'tag': '7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9', 'status': 'completed', 'code': 200} Aug 31 13:07:18.579404 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42184) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:19.055689 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:19.633179 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Deleting port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:07:19.634110 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:19.718308 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] For port 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,segment=NetworkSegment(5a12ccde-48de-4dd5-8d43-52989997d8ec),segment_id=5a12ccde-48de-4dd5-8d43-52989997d8ec)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:19.718687 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:19.732480 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Calling delete_port for 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 owned by network:router_interface {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:07:19.964436 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:19.994817 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:20.170654 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:20.390497 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:07:20.444570 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:07:20.446702 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 7c4a5a31-a0d9-4578-adc8-b8ccfb0a80a9 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:07:20.446824 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Router f58875ac-4f68-4bc1-bc53-5510dc39ea08 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:07:20.521482 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42212) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:20.589957 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:07:20.598552 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ef14a50e-2e77-4e73-9091-3cfbbfe217f4 admin admin] 10.222.0.69 "PUT /v2.0/routers/f58875ac-4f68-4bc1-bc53-5510dc39ea08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180626 Aug 31 13:07:20.601249 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] Sync routers for ids ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:07:20.603159 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42216) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:20.617390 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] Routers {'f58875ac-4f68-4bc1-bc53-5510dc39ea08'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:07:20.620022 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:07:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:20.744000 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-23fc44a2-4b82-4187-8aba-5b9fab61b76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:20.757207 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:20.759659 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] Set router f58875ac-4f68-4bc1-bc53-5510dc39ea08 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:07:20.913084 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:20.958197 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:07:19Z', 'revision_number': 5, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port': {'id': 'fb4095b2-7cf1-488f-ba81-20052c780911', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:20.971755 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-23fc44a2-4b82-4187-8aba-5b9fab61b76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:20.983698 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-23fc44a2-4b82-4187-8aba-5b9fab61b76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:20.988614 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] Checking router: f58875ac-4f68-4bc1-bc53-5510dc39ea08 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:07:20.998400 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] Routers {'f58875ac-4f68-4bc1-bc53-5510dc39ea08'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:07:20.998591 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:07:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:21.031810 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Deleting port fb4095b2-7cf1-488f-ba81-20052c780911 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:07:21.031810 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.053982 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-23fc44a2-4b82-4187-8aba-5b9fab61b76e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28d282076c7c49cc931954d9ea2ddbed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261774 Aug 31 13:07:21.054262 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42218) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:21.076477 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc44a2-4b82-4187-8aba-5b9fab61b76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aabfca-2ae0-431a-9de9-209f0fd6247c,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:21.099366 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] Set router f58875ac-4f68-4bc1-bc53-5510dc39ea08 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:07:21.121598 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae22269e-df48-403a-bf7c-61fbea7c4e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.148845 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] For port fb4095b2-7cf1-488f-ba81-20052c780911, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=fb4095b2-7cf1-488f-ba81-20052c780911,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:07:21.149363 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.152043 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae22269e-df48-403a-bf7c-61fbea7c4e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.153349 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:07:20Z', 'revision_number': 6, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:21.176426 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Calling delete_port for fb4095b2-7cf1-488f-ba81-20052c780911 owned by network:router_gateway {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:07:21.185031 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39d069e-219a-4a4e-8cc2-750b50121765 None None] The sync data for ids ['f58875ac-4f68-4bc1-bc53-5510dc39ea08'] in dv-cinder-804470-3-iscsi is: [{'id': 'f58875ac-4f68-4bc1-bc53-5510dc39ea08', 'name': 'tempest-ServerRescueNegativeTestJSON-1866611382-router', 'tenant_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:07:20Z', 'revision_number': 6, 'project_id': '6f1acdacad0b4e63bd5e1df3ed072851', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:07:21.236247 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae22269e-df48-403a-bf7c-61fbea7c4e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.239183 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae22269e-df48-403a-bf7c-61fbea7c4e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.240414 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ae22269e-df48-403a-bf7c-61fbea7c4e0c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0aabfca-2ae0-431a-9de9-209f0fd6247c HTTP/1.1" status: 204 len: 168 time: 0.1845477 Aug 31 13:07:21.250170 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22269e-df48-403a-bf7c-61fbea7c4e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aabfca-2ae0-431a-9de9-209f0fd6247c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:21.433070 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.460116 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4095b2-7cf1-488f-ba81-20052c780911,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:21.541954 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.680777 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.685829 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.767805 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.768489 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58875ac-4f68-4bc1-bc53-5510dc39ea08 {{(pid=94105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:07:21.777068 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.778311 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-6995fe08-3527-45bd-9363-fd1e83d556cb admin admin] 10.222.0.69 "DELETE /v2.0/routers/f58875ac-4f68-4bc1-bc53-5510dc39ea08 HTTP/1.1" status: 204 len: 168 time: 1.1741312 Aug 31 13:07:21.780991 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42236) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:21.863939 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] Deleting subnet 8daf98b6-d463-4bf4-af78-40bedc3d64aa {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:07:21.867449 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.919494 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:21.965025 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.034456 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.076087 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8daf98b6-d463-4bf4-af78-40bedc3d64aa,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:22.088256 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.091968 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dc84d5c0-5d0c-4682-a1cb-767ac69d7860 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8daf98b6-d463-4bf4-af78-40bedc3d64aa HTTP/1.1" status: 204 len: 168 time: 0.3096359 Aug 31 13:07:22.096516 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42246) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:22.198199 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.307560 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.322967 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb958ad-b0d2-4d26-9bb6-523bb9840e0a']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:22.341474 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a12ccde-48de-4dd5-8d43-52989997d8ec') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:22.341782 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a12ccde-48de-4dd5-8d43-52989997d8ec') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:22.356596 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.377303 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.383774 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:07:22.384174 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:07:22.386520 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:07:22.471944 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.479936 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.485028 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] 10.222.0.69 "DELETE /v2.0/networks/ceb958ad-b0d2-4d26-9bb6-523bb9840e0a HTTP/1.1" status: 204 len: 168 time: 0.3866415 Aug 31 13:07:22.499704 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa5eb1-b6e8-4982-b86a-bdd7bbffb48e admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb958ad-b0d2-4d26-9bb6-523bb9840e0a,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:22.683665 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:07:22.721191 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:07:22.721625 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 20ba43f3-44d9-4b0f-95ce-1cc1ab9f1151 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:07:22.723534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device fb4095b2-7cf1-488f-ba81-20052c780911 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:07:22.755936 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: fb4095b2-7cf1-488f-ba81-20052c780911 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:07:22.756285 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device fb4095b2-7cf1-488f-ba81-20052c780911 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:07:22.842679 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42262) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:22.896105 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-09659495-3831-42bc-a4a9-f0f5f41e3b04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f1acdacad0b4e63bd5e1df3ed072851&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521078 Aug 31 13:07:22.898749 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42264) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:22.966151 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4ea-1fab-461c-b954-7bfea5692a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:22.991191 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4ea-1fab-461c-b954-7bfea5692a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:23.057920 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4ea-1fab-461c-b954-7bfea5692a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:23.060552 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-79e0e4ea-1fab-461c-b954-7bfea5692a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:23.064484 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-79e0e4ea-1fab-461c-b954-7bfea5692a03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a58a421-c3e3-4c00-9370-5782e5c672f3 HTTP/1.1" status: 204 len: 168 time: 0.1616054 Aug 31 13:07:23.073765 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0e4ea-1fab-461c-b954-7bfea5692a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a58a421-c3e3-4c00-9370-5782e5c672f3,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:27.147313 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42448) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:27.192274 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] Deleting subnet 8c18b3ba-7f11-44ad-9d37-0bf23cc84017 {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:07:27.195487 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.228600 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26191708'] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.266736 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.320883 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25279181'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.345283 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c18b3ba-7f11-44ad-9d37-0bf23cc84017,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:27.348855 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.352467 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e31d2590-fbc4-4179-8531-f1ca1b081626 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8c18b3ba-7f11-44ad-9d37-0bf23cc84017 HTTP/1.1" status: 204 len: 168 time: 0.2023864 Aug 31 13:07:27.353298 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42450) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:27.418698 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.499835 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.509647 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069cfba4-5eb4-4cd2-8aaf-c70cb3959b68']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:27.520416 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896c108b-be71-42d1-b756-4a8413558fff') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:27.520764 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896c108b-be71-42d1-b756-4a8413558fff') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:07:27.529619 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.543975 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.550926 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:07:27.551436 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:07:27.553177 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:07:27.607760 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.613443 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:27.615774 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/069cfba4-5eb4-4cd2-8aaf-c70cb3959b68 HTTP/1.1" status: 204 len: 168 time: 0.2615016 Aug 31 13:07:27.630581 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac53de-c35c-480e-b619-b29c505f21a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=069cfba4-5eb4-4cd2-8aaf-c70cb3959b68,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:27.736123 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42462) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:27.777391 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42464) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:27.782299 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-bc9b2dee-753b-4264-9aa4-029c0c7d0048 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3d122c54f70470e8befd9ff21c882c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420854 Aug 31 13:07:27.782557 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42466) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:27.951700 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-379cc74c-9fa6-401e-9d7c-54b9e5801471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.037692 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-40a96818-3e6d-400d-a082-ddb819f6376e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.049375 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-379cc74c-9fa6-401e-9d7c-54b9e5801471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.054826 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-379cc74c-9fa6-401e-9d7c-54b9e5801471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.064522 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-40a96818-3e6d-400d-a082-ddb819f6376e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.099304 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-379cc74c-9fa6-401e-9d7c-54b9e5801471 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20e2432d75034d4b91ea3def1dab8de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207192 Aug 31 13:07:28.101296 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42474) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:28.109312 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cc74c-9fa6-401e-9d7c-54b9e5801471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994cd947-8adf-4d01-89f0-25618ebf8dbd,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:28.140020 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-40a96818-3e6d-400d-a082-ddb819f6376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.144869 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-40a96818-3e6d-400d-a082-ddb819f6376e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.146204 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-40a96818-3e6d-400d-a082-ddb819f6376e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e44a586-0347-433c-b593-5c32a18351bb HTTP/1.1" status: 204 len: 168 time: 0.3627019 Aug 31 13:07:28.154828 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96818-3e6d-400d-a082-ddb819f6376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44a586-0347-433c-b593-5c32a18351bb,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:28.170331 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-549e0880-5cf2-4ac4-9891-312e63d5751d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.194116 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-549e0880-5cf2-4ac4-9891-312e63d5751d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.248581 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-549e0880-5cf2-4ac4-9891-312e63d5751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.252539 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-549e0880-5cf2-4ac4-9891-312e63d5751d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.253667 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-549e0880-5cf2-4ac4-9891-312e63d5751d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/994cd947-8adf-4d01-89f0-25618ebf8dbd HTTP/1.1" status: 204 len: 168 time: 0.1511099 Aug 31 13:07:28.263396 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e0880-5cf2-4ac4-9891-312e63d5751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994cd947-8adf-4d01-89f0-25618ebf8dbd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:28.580951 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42496) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:28.597386 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0681a662-43c8-4a85-95e9-3e7c04f5f454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.692447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0681a662-43c8-4a85-95e9-3e7c04f5f454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.696300 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0681a662-43c8-4a85-95e9-3e7c04f5f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.732803 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681a662-43c8-4a85-95e9-3e7c04f5f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a061b3-9e86-401f-8251-600262a2b87e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:28.741621 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42504) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:28.741747 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0681a662-43c8-4a85-95e9-3e7c04f5f454 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77ce194ce24a42fb9c022b806c5a5186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594844 Aug 31 13:07:28.792923 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0534573c-7232-4327-945d-36a09d301811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.823369 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0534573c-7232-4327-945d-36a09d301811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.863547 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0534573c-7232-4327-945d-36a09d301811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.866182 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0534573c-7232-4327-945d-36a09d301811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:28.867420 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0534573c-7232-4327-945d-36a09d301811 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20a061b3-9e86-401f-8251-600262a2b87e HTTP/1.1" status: 204 len: 168 time: 0.1247044 Aug 31 13:07:28.876464 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534573c-7232-4327-945d-36a09d301811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a061b3-9e86-401f-8251-600262a2b87e,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:29.999907 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42602) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:30.104774 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-87142432-8de9-4a1b-a550-f992e11e0c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:30.196973 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-87142432-8de9-4a1b-a550-f992e11e0c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:30.200605 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-87142432-8de9-4a1b-a550-f992e11e0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:30.238063 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-87142432-8de9-4a1b-a550-f992e11e0c67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c9785d9e3264924a8003188d74c0fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364163 Aug 31 13:07:30.238931 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87142432-8de9-4a1b-a550-f992e11e0c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa63b4-8cbd-4b50-bca0-5ce5b95aa172,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:30.240731 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42608) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:30.291913 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19b478a2-1776-4a4f-b500-d3ab7f401272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:30.313733 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19b478a2-1776-4a4f-b500-d3ab7f401272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:30.358764 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19b478a2-1776-4a4f-b500-d3ab7f401272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:30.361876 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19b478a2-1776-4a4f-b500-d3ab7f401272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:30.363062 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-19b478a2-1776-4a4f-b500-d3ab7f401272 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9baa63b4-8cbd-4b50-bca0-5ce5b95aa172 HTTP/1.1" status: 204 len: 168 time: 0.1202085 Aug 31 13:07:30.372591 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b478a2-1776-4a4f-b500-d3ab7f401272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa63b4-8cbd-4b50-bca0-5ce5b95aa172,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:32.200687 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f87170ed-b4bf-4595-8a45-087b378e3e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:34.812052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e1a4-18ab-4aba-b5b6-a255ac455cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.173207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.525938 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42712) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:35.642575 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1066419a-c92c-4771-b3cb-d0dc6903a051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.750596 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1066419a-c92c-4771-b3cb-d0dc6903a051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.754365 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1066419a-c92c-4771-b3cb-d0dc6903a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.793679 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1066419a-c92c-4771-b3cb-d0dc6903a051 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=512320139255497f932ebed01da7aa57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666326 Aug 31 13:07:35.794666 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066419a-c92c-4771-b3cb-d0dc6903a051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a31c84-8442-4470-89b2-8c8f86a0f33e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:35.797915 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42716) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:35.851947 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-03035b91-57be-4510-87ac-d468a7911e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.877466 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-03035b91-57be-4510-87ac-d468a7911e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.925795 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-03035b91-57be-4510-87ac-d468a7911e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.928297 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-03035b91-57be-4510-87ac-d468a7911e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:35.929574 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-03035b91-57be-4510-87ac-d468a7911e71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/72a31c84-8442-4470-89b2-8c8f86a0f33e HTTP/1.1" status: 204 len: 168 time: 0.1300094 Aug 31 13:07:35.939959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03035b91-57be-4510-87ac-d468a7911e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a31c84-8442-4470-89b2-8c8f86a0f33e,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:36.107751 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.217026 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42724) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:36.229910 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f57b2a54-3da5-4895-ac28-502831e7c1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.320006 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f57b2a54-3da5-4895-ac28-502831e7c1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.323753 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f57b2a54-3da5-4895-ac28-502831e7c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.365660 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-f57b2a54-3da5-4895-ac28-502831e7c1ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ef0055603374c64b073154002e5932c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475194 Aug 31 13:07:36.366512 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b2a54-3da5-4895-ac28-502831e7c1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c19bb3-d4a6-49f7-afaa-220e21a43836,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:36.368291 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42726) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:36.417074 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b0d737b9-8b27-46f7-aaf6-fb8ba6af3072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.439811 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b0d737b9-8b27-46f7-aaf6-fb8ba6af3072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.486538 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b0d737b9-8b27-46f7-aaf6-fb8ba6af3072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.489679 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b0d737b9-8b27-46f7-aaf6-fb8ba6af3072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:36.490860 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b0d737b9-8b27-46f7-aaf6-fb8ba6af3072 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47c19bb3-d4a6-49f7-afaa-220e21a43836 HTTP/1.1" status: 204 len: 168 time: 0.1215312 Aug 31 13:07:36.500702 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d737b9-8b27-46f7-aaf6-fb8ba6af3072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c19bb3-d4a6-49f7-afaa-220e21a43836,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:37.895095 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.601317 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 42870) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:40.705264 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.795628 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.800077 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.849388 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=600761dbf3d94be3b003f51904c2175b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466164 Aug 31 13:07:40.850063 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df38c7bd-6f57-42f8-bfb1-2f2cff62b6dc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:40.852365 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 42874) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:40.857788 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.858139 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.858482 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.858814 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.859183 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.859511 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.859834 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.860155 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.860474 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.860818 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.861137 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.861444 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804ea39-f036-4091-8a16-911995f35523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:40.902403 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-277400ee-c4b1-473e-b606-ee00e22e0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.922274 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-277400ee-c4b1-473e-b606-ee00e22e0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.969714 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-277400ee-c4b1-473e-b606-ee00e22e0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.972393 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-277400ee-c4b1-473e-b606-ee00e22e0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:40.976622 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-277400ee-c4b1-473e-b606-ee00e22e0ef4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df38c7bd-6f57-42f8-bfb1-2f2cff62b6dc HTTP/1.1" status: 204 len: 168 time: 0.1201468 Aug 31 13:07:40.985518 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277400ee-c4b1-473e-b606-ee00e22e0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df38c7bd-6f57-42f8-bfb1-2f2cff62b6dc,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:42.738045 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-40a713c6-cc40-4145-9cc2-476d285504c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397608 Aug 31 13:07:42.806421 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-09d45093-1c9f-4e5a-9b65-8ccabafe8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:42.807942 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-09d45093-1c9f-4e5a-9b65-8ccabafe8ef7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 1099 time: 0.0452161 Aug 31 13:07:42.926047 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-78f69fcc-3d2e-4b5f-a93c-c0d154f73b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:42.927518 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-78f69fcc-3d2e-4b5f-a93c-c0d154f73b8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.0986164 Aug 31 13:07:43.009986 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-6d6394d5-e9cd-4a1c-b1e8-f4a5545f0678 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 200 len: 1000 time: 0.0714574 Aug 31 13:07:43.072162 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-5d029ddb-8536-4b32-b3a8-465515f0ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:43.073663 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-5d029ddb-8536-4b32-b3a8-465515f0ebc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0563648 Aug 31 13:07:43.125993 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-b9178de3-00a4-4d38-9aaa-423ec4e36cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:07:43.127463 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-b9178de3-00a4-4d38-9aaa-423ec4e36cbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430830 Aug 31 13:07:43.215503 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-75478ba5-a9ea-4586-a1c6-b3be1e7aaca0 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796814 Aug 31 13:07:43.314879 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eca839-7ed9-4e4a-91f1-34b75e537aef req-a1d5c244-6a58-4ff3-a731-337adbd31fa3 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898783 Aug 31 13:07:43.600034 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:46.329351 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:07:49.315031 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43028) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:49.446745 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f02c706-ba8c-4522-aaf9-66b05065f5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:49.548438 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f02c706-ba8c-4522-aaf9-66b05065f5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:49.552475 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f02c706-ba8c-4522-aaf9-66b05065f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:49.594050 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7f02c706-ba8c-4522-aaf9-66b05065f5ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9846f79650e431baec288cfda7426ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779222 Aug 31 13:07:49.594768 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c706-ba8c-4522-aaf9-66b05065f5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddece3e-b05c-467e-838c-bd0dbb85a1da,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:49.598207 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43034) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:49.653820 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-52e7deea-0619-4ba5-8b3d-3d10dbe772ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:49.688560 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-52e7deea-0619-4ba5-8b3d-3d10dbe772ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:49.765469 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-52e7deea-0619-4ba5-8b3d-3d10dbe772ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:49.768414 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-52e7deea-0619-4ba5-8b3d-3d10dbe772ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:49.769669 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-52e7deea-0619-4ba5-8b3d-3d10dbe772ad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dddece3e-b05c-467e-838c-bd0dbb85a1da HTTP/1.1" status: 204 len: 168 time: 0.1702082 Aug 31 13:07:49.778238 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7deea-0619-4ba5-8b3d-3d10dbe772ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddece3e-b05c-467e-838c-bd0dbb85a1da,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:50.095473 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43050) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:50.114402 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-029c8cf4-63fa-45d6-966c-090679b8f3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.212959 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-029c8cf4-63fa-45d6-966c-090679b8f3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.217072 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-029c8cf4-63fa-45d6-966c-090679b8f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.257716 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-029c8cf4-63fa-45d6-966c-090679b8f3fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f46f204cc12f4658853d3885aa185ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610641 Aug 31 13:07:50.258663 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8cf4-63fa-45d6-966c-090679b8f3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a14812-fd03-475c-8b94-3dfda12ee7b9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:50.261301 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43056) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:50.315229 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.339630 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.396519 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.399242 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.400445 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79a14812-fd03-475c-8b94-3dfda12ee7b9 HTTP/1.1" status: 204 len: 168 time: 0.1375725 Aug 31 13:07:50.410419 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a14812-fd03-475c-8b94-3dfda12ee7b9,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:50.417788 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.418138 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.418501 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.418816 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.419145 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.419478 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.419803 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.420138 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.420567 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.420925 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.421245 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.421563 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e800db2-99b2-46f1-b089-a51a57bb616f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:07:50.746069 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43064) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:50.766102 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-74a42171-e82e-4885-8d39-0ff5dcfec392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.865884 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-74a42171-e82e-4885-8d39-0ff5dcfec392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.869715 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-74a42171-e82e-4885-8d39-0ff5dcfec392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.908547 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a42171-e82e-4885-8d39-0ff5dcfec392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a8f3c6-e45a-4781-a49b-83828957114f,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:07:50.914424 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-74a42171-e82e-4885-8d39-0ff5dcfec392 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0f84124e61142c4b6130a4c6e19626e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665220 Aug 31 13:07:50.917412 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43068) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:07:50.968958 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95518a2c-cfa7-4ee0-8cdc-2913ea045242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:50.994074 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95518a2c-cfa7-4ee0-8cdc-2913ea045242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:51.053543 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95518a2c-cfa7-4ee0-8cdc-2913ea045242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:51.056213 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95518a2c-cfa7-4ee0-8cdc-2913ea045242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:07:51.057417 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-95518a2c-cfa7-4ee0-8cdc-2913ea045242 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52a8f3c6-e45a-4781-a49b-83828957114f HTTP/1.1" status: 204 len: 168 time: 0.1391339 Aug 31 13:07:51.067141 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95518a2c-cfa7-4ee0-8cdc-2913ea045242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a8f3c6-e45a-4781-a49b-83828957114f,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:02.203106 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481272c3-6aec-4ab9-8966-198a8d5b6f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:04.823602 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288a-5e2d-4e1c-94f2-f9c9e934f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:05.177855 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:05.559135 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43244) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:05.703771 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-baf97652-84a3-4727-819e-a8d769bb824e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:05.822099 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-baf97652-84a3-4727-819e-a8d769bb824e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:05.827681 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-baf97652-84a3-4727-819e-a8d769bb824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:05.871283 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-baf97652-84a3-4727-819e-a8d769bb824e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce5383c26db548998983b51a7fb007e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107970 Aug 31 13:08:05.872450 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf97652-84a3-4727-819e-a8d769bb824e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c4631-9dbf-4d62-8d45-2b9e52d233e9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:05.874651 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43264) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:05.946207 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-497c7218-7c6a-425a-b5ec-e5074137f9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:05.976540 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-497c7218-7c6a-425a-b5ec-e5074137f9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:06.078580 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-497c7218-7c6a-425a-b5ec-e5074137f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:06.082344 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-497c7218-7c6a-425a-b5ec-e5074137f9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:06.087731 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-497c7218-7c6a-425a-b5ec-e5074137f9e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e65c4631-9dbf-4d62-8d45-2b9e52d233e9 HTTP/1.1" status: 204 len: 168 time: 0.2112205 Aug 31 13:08:06.116209 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c7218-7c6a-425a-b5ec-e5074137f9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c4631-9dbf-4d62-8d45-2b9e52d233e9,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:06.125536 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:06.177527 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2a641-948c-4657-9adb-71fe606bbb01 req-d8c93ff0-a9e2-495c-a662-770566b4e709 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:06.180415 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11f2a641-948c-4657-9adb-71fe606bbb01 req-d8c93ff0-a9e2-495c-a662-770566b4e709 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.0753670 Aug 31 13:08:06.227159 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11f2a641-948c-4657-9adb-71fe606bbb01 req-fec17430-f16a-4aac-90ff-78f030a830ae tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399749 Aug 31 13:08:06.864328 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43300) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:06.961471 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1423714796-network', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:06.982270 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Made reservation on behalf of 16daaf5f2da4442fb3c8e57570a03d5c for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:06.985166 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:06.993642 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.084463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.088387 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.114302 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:08:07.123220 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7691e9cc-e3a9-4159-9ede-96efe3f9d130,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:07.131439 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.131780 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Added segment af0392a7-af06-4c0d-bbb8-2ff8f7288cb7 of type vlan for network 834a8189-ef3f-45d6-a1f9-73bf8befac7e Aug 31 13:08:07.184786 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.210437 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.211406 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:07.211993 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.274370 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4088843 Aug 31 13:08:07.277623 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43312) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:07.283864 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Request body: {'subnet': {'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1423714796-subnet', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:07.285049 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22104-4657-4bd3-97d0-28394454dc8a admin admin] Pushing event updated for resources: {'Network': ['ID=834a8189-ef3f-45d6-a1f9-73bf8befac7e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:07.298077 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:08:07.320528 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Made reservation on behalf of 16daaf5f2da4442fb3c8e57570a03d5c for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:07.325149 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25279202'] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.433352 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2f8e7-bf27-420d-93eb-2b70db6929e7 req-48cd99da-5ce9-4a98-b556-472bc715b3dd tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:07.434945 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f8a2f8e7-bf27-420d-93eb-2b70db6929e7 req-48cd99da-5ce9-4a98-b556-472bc715b3dd tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.1066301 Aug 31 13:08:07.491985 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f8a2f8e7-bf27-420d-93eb-2b70db6929e7 req-da5e67d4-755c-4f5b-bd35-68dd58bcf2de tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484412 Aug 31 13:08:07.595967 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26091289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25279220'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.661870 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eea62b4-dd90-41e0-828d-39f4d980cf72,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:07.674802 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Checking segment: {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:07.675378 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Network hostable DHCP agents. Network: 834a8189-ef3f-45d6-a1f9-73bf8befac7e, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:08:07.693626 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:08:07.704527 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 834a8189-ef3f-45d6-a1f9-73bf8befac7e) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:07.711113 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:07.716017 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.718344 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e00901-d8c2-4f07-bd29-f3c9c8b47553 None None] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:08:07.735024 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-1386184f-b254-4bcb-9072-b3a5263490c4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4556220 Aug 31 13:08:07.747954 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43320) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:07.754239 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:07.804819 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.805775 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.823588 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-cf6bfaf4-08e9-40ea-a2a0-d9320068483f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:07.825514 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-cf6bfaf4-08e9-40ea-a2a0-d9320068483f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.0888152 Aug 31 13:08:07.919455 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.940028 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:07.985018 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:08:07.986207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.099564 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.113592 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Deleting port e021e780-5137-42d4-a91c-bbee2108da37 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:08:08.114010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.148332 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Allocated IP 172.20.0.2 (834a8189-ef3f-45d6-a1f9-73bf8befac7e/7eea62b4-dd90-41e0-828d-39f4d980cf72/5b8383d2-f138-405e-907a-c139bac6d486) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:08.242982 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] For port e021e780-5137-42d4-a91c-bbee2108da37, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=e021e780-5137-42d4-a91c-bbee2108da37,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:08.243416 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.300881 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.311359 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Transition to ACTIVE for port object 5b8383d2-f138-405e-907a-c139bac6d486 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:08.327975 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Transition to ACTIVE for port object 5b8383d2-f138-405e-907a-c139bac6d486 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:08.334611 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.371541 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:08.376411 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:08.379988 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:08.391191 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Pushing event updated for resources: {'Port': ['ID=5b8383d2-f138-405e-907a-c139bac6d486,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:08.417137 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.417479 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.417819 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.418138 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.418469 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.418789 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.419108 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.419425 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.420244 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.420244 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.420394 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.420744 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:08.457417 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Attempting to bind port 5b8383d2-f138-405e-907a-c139bac6d486 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:08.457780 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Attempting to bind port 5b8383d2-f138-405e-907a-c139bac6d486 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:08.458138 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Attempting to bind port 5b8383d2-f138-405e-907a-c139bac6d486 on network 834a8189-ef3f-45d6-a1f9-73bf8befac7e {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:08.463175 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:08.463667 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Checking segment: {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:08.464036 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.464414 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Bound using segment: {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:08.464944 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Bound port: 5b8383d2-f138-405e-907a-c139bac6d486, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:08.465351 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.548420 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] For port 5b8383d2-f138-405e-907a-c139bac6d486, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:08.554001 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] For port 5b8383d2-f138-405e-907a-c139bac6d486, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=5b8383d2-f138-405e-907a-c139bac6d486,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:08.561954 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.573345 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.575995 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.576430 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.577278 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Floating IP 86a0f1d0-ac42-4307-892c-6c34b2dbe8e6 disassociated. External IP: 172.27.0.86, port: e021e780-5137-42d4-a91c-bbee2108da37. Aug 31 13:08:08.577618 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Calling delete_port for e021e780-5137-42d4-a91c-bbee2108da37 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:08:08.602595 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:08.624958 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447534fb-86ff-48f1-8f9f-e607c7b87ffd None None] Pushing event updated for resources: {'Port': ['ID=5b8383d2-f138-405e-907a-c139bac6d486,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:08.652840 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cee87-9fac-41fd-a868-469f8614ad93 req-7a5f9f28-e115-4a17-9d1e-9ad539c77ac3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:08.655598 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e37cee87-9fac-41fd-a868-469f8614ad93 req-7a5f9f28-e115-4a17-9d1e-9ad539c77ac3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 946 time: 0.0734980 Aug 31 13:08:08.694486 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e37cee87-9fac-41fd-a868-469f8614ad93 req-3d0119e6-7b9c-4534-9dfe-952f60f73b7d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=153ec440-990f-4174-b590-76dcc464d9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Aug 31 13:08:08.772307 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Allocated IP 172.27.0.26 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/58644e4b-24c2-42a8-b0ab-be49e23a4bf7) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:08.843322 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:09.156151 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event deleted for resources: {'Port': ['ID=e021e780-5137-42d4-a91c-bbee2108da37,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:09.249383 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:09.303420 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8759780-da7f-4ab6-bf59-116c99570633 req-a95e9bad-06e5-4732-b952-0976d74babad tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:09.311129 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f8759780-da7f-4ab6-bf59-116c99570633 req-a95e9bad-06e5-4732-b952-0976d74babad tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.0642459 Aug 31 13:08:09.340240 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:08:09.361444 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:09.376722 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f8759780-da7f-4ab6-bf59-116c99570633 req-9b79d3ec-2276-4d02-ba8e-7a47733fbf28 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645876 Aug 31 13:08:09.446234 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:09.456254 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:09.458637 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:09.495235 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:09.627057 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:09.628454 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab279f-8895-45ca-93d8-cbca9778ae3b None None] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:08:09.643478 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] Sync routers for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:09.693523 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] No DVR routers for this DVR port e021e780-5137-42d4-a91c-bbee2108da37 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:08:09.696705 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:09.698277 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:09.698684 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f0afb1b-93d7-4378-b493-54f49ffdcf7b req-bff723a2-b5a0-49ba-a259-de434b87a193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "DELETE /v2.0/ports/e021e780-5137-42d4-a91c-bbee2108da37 HTTP/1.1" status: 204 len: 173 time: 1.8653278 Aug 31 13:08:09.698929 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:09.703842 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-deleted', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:09.706524 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce168f2-88e4-46ca-9953-750a58552b98" -d '{"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-deleted", "tag": "e021e780-5137-42d4-a91c-bbee2108da37"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:09.784483 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e0d594-1a1d-4ebb-aaf5-013ade3e7ff9 x-openstack-request-id: req-89e0d594-1a1d-4ebb-aaf5-013ade3e7ff9 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:09.784934 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b648d5-97b3-47c7-8495-19a8964700c5", "name": "network-vif-deleted", "tag": "e021e780-5137-42d4-a91c-bbee2108da37", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:09.785426 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89e0d594-1a1d-4ebb-aaf5-013ade3e7ff9 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:09.785819 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b648d5-97b3-47c7-8495-19a8964700c5', 'name': 'network-vif-deleted', 'tag': 'e021e780-5137-42d4-a91c-bbee2108da37', 'status': 'completed', 'code': 200} Aug 31 13:08:09.801461 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-ef756f58-706c-4444-bb06-9f3bd0d1110d None None] Provisioning for port 5b8383d2-f138-405e-907a-c139bac6d486 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:09.811119 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9d5d03b2-df55-4201-a674-e8cb2ed39caf req-e3555a12-dd29-46c6-a93b-e4c559a8d728 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Aug 31 13:08:09.858551 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:09.965702 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:10.091921 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:10.234440 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Router 21defb06-c363-47b8-8495-fbc0bb7a0d76 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:08:10.255546 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:10.296508 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] Checking router: 80562ebd-c04c-4e2f-990e-95d48b6c23c8 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:10.307922 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:10.309140 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:10.367224 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:10.379007 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Sync routers for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:10.391228 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:10.392012 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:10.419034 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:10.421097 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6c0f1ff8-0f75-451e-993c-215d7e1c5dc3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6702993 Aug 31 13:08:10.424007 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43350) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:10.453372 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:10.518322 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba75bf-e424-415d-9074-772985e61368 req-b8065b10-69b6-44a1-9d46-788fcfe8590a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:10.527115 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d4ba75bf-e424-415d-9074-772985e61368 req-b8065b10-69b6-44a1-9d46-788fcfe8590a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.0653229 Aug 31 13:08:10.569810 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:10.591825 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d4ba75bf-e424-415d-9074-772985e61368 req-ce4961c2-d307-4b8f-9aa4-1620e39f7b45 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634758 Aug 31 13:08:10.761032 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5b8383d2-f138-405e-907a-c139bac6d486 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:10.852974 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 5b8383d2-f138-405e-907a-c139bac6d486 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:10.856875 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:09Z', 'revision_number': 3, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:10.861255 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 5b8383d2-f138-405e-907a-c139bac6d486 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:10.861819 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:10.865860 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:10.915641 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f213-a971-4457-a4ee-de97147d7741 None None] The sync data for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi is: [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:11.015850 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-08896350-f33e-4475-87b0-0502abc2dc71 req-c55b4c4f-d323-47d0-9285-dcd07a0c599d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0b648d5-97b3-47c7-8495-19a8964700c5 HTTP/1.1" status: 200 len: 210 time: 0.0607960 Aug 31 13:08:11.066160 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Checking router: 21defb06-c363-47b8-8495-fbc0bb7a0d76 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:11.066645 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Updating router 21defb06-c363-47b8-8495-fbc0bb7a0d76 port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:08:11.072294 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.127740 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 5b8383d2-f138-405e-907a-c139bac6d486, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=5b8383d2-f138-405e-907a-c139bac6d486,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:11.133180 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.140480 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.227707 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.232900 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=5b8383d2-f138-405e-907a-c139bac6d486,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:11.347949 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400db73-1857-4606-8397-c17f2f428386 None None] New status for floating IP 86a0f1d0-ac42-4307-892c-6c34b2dbe8e6: DOWN {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:08:11.467546 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Allocated IP 172.20.0.1 (834a8189-ef3f-45d6-a1f9-73bf8befac7e/7eea62b4-dd90-41e0-828d-39f4d980cf72/c9e1d387-db0b-437e-8c62-c67f085c1ab5) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:11.565712 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.585446 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Transition to ACTIVE for port object 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:11.594888 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.666973 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.671844 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Attempting to bind port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:11.672224 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Attempting to bind port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:11.672786 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Attempting to bind port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:11.679333 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Pushing event updated for resources: {'Port': ['ID=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:11.683149 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:11.684329 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:11.684934 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.685266 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Transition to ACTIVE for port object c9e1d387-db0b-437e-8c62-c67f085c1ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:11.686163 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:11.687143 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Bound port: 58644e4b-24c2-42a8-b0ab-be49e23a4bf7, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:11.687724 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.735422 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.735772 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.736115 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.736447 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.736800 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.737214 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.737442 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.737764 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.738104 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.738429 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.738747 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.739063 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:11.739947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.785641 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:11.792933 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:11.795886 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c748-6f4c-40c0-8e79-9c4d4ec95a39 req-108c4770-a10b-4679-a3d4-ada1137988c1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:11.796977 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:11.799663 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8af8c748-6f4c-40c0-8e79-9c4d4ec95a39 req-108c4770-a10b-4679-a3d4-ada1137988c1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.0860372 Aug 31 13:08:11.813812 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] For port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:11.824138 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] For port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:11.827906 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e1d387-db0b-437e-8c62-c67f085c1ab5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:11.831482 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.867483 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:11.894811 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8af8c748-6f4c-40c0-8e79-9c4d4ec95a39 req-5fda1172-9a05-480d-a103-c8503f31ceac tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809312 Aug 31 13:08:11.911421 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:11.912079 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:12.031271 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c886c1-7071-4004-89e3-344ed4e42505 None None] Pushing event updated for resources: {'Port': ['ID=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:12.071465 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.083406 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:12.162962 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43376) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:12.239137 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7aed0688-fbf5-4fcc-87c1-9bd616b26e4e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.264995 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-74bf0d10-6582-446e-bf41-b837ff3556cd None None] Provisioning for port c9e1d387-db0b-437e-8c62-c67f085c1ab5 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:12.269628 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7aed0688-fbf5-4fcc-87c1-9bd616b26e4e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.269773 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-74bf0d10-6582-446e-bf41-b837ff3556cd None None] Provisioning complete for port c9e1d387-db0b-437e-8c62-c67f085c1ab5 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:12.270143 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-74bf0d10-6582-446e-bf41-b837ff3556cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.345111 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7aed0688-fbf5-4fcc-87c1-9bd616b26e4e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.347845 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7aed0688-fbf5-4fcc-87c1-9bd616b26e4e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.351608 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-7aed0688-fbf5-4fcc-87c1-9bd616b26e4e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "DELETE /v2.0/security-groups/153ec440-990f-4174-b590-76dcc464d9e3 HTTP/1.1" status: 204 len: 168 time: 0.1839747 Aug 31 13:08:12.355462 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43382) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:12.367348 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-74bf0d10-6582-446e-bf41-b837ff3556cd None None] Port c9e1d387-db0b-437e-8c62-c67f085c1ab5 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:12.389723 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed0688-fbf5-4fcc-87c1-9bd616b26e4e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153ec440-990f-4174-b590-76dcc464d9e3,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:12.397347 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.api.v2.resource [None req-43017a6f-00d2-4db5-9860-263b8115411a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] show failed (client error): The resource could not be found. Aug 31 13:08:12.398304 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-43017a6f-00d2-4db5-9860-263b8115411a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups/153ec440-990f-4174-b590-76dcc464d9e3 HTTP/1.1" status: 404 len: 347 time: 0.0359206 Aug 31 13:08:12.406631 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43384) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:12.407010 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:09Z', 'revision_number': 3, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:12.421099 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.446423 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b93f0b-20ab-4c09-b7e7-c1dc28bf53b0 None None] The sync data for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi is: [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:09Z', 'revision_number': 3, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:12.502393 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.649709 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5b8383d2-f138-405e-907a-c139bac6d486 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:12.657128 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.659717 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e1d387-db0b-437e-8c62-c67f085c1ab5,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:12.678943 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:08:12.704722 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: e021e780-5137-42d4-a91c-bbee2108da37 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:08:12.705033 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device e021e780-5137-42d4-a91c-bbee2108da37 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:08:12.759105 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 5b8383d2-f138-405e-907a-c139bac6d486 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:12.759887 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.813853 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Deleting port 3dac19f3-aa3e-43ae-8ff2-d6130e13dbb7 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:08:12.814539 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:12.875472 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-79e97db2-a126-4487-bb73-2cf795eee8fd tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:12.878176 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-79e97db2-a126-4487-bb73-2cf795eee8fd tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.1305857 Aug 31 13:08:12.948200 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:12.965293 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:13.025254 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.025747 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.045892 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00e33b-e3fc-4a75-910b-73abf8eaba77 req-a112a9b3-9982-4ff4-a1ad-5a437a4aa51d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:13.047563 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9c00e33b-e3fc-4a75-910b-73abf8eaba77 req-a112a9b3-9982-4ff4-a1ad-5a437a4aa51d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 946 time: 0.0792563 Aug 31 13:08:13.111540 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9c00e33b-e3fc-4a75-910b-73abf8eaba77 req-19abddde-dfa5-41d8-8e93-7abab594d4f6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565238 Aug 31 13:08:13.308919 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-ab28697f-7b71-4b33-a5aa-813c03522771 None None] Provisioning complete for port c9e1d387-db0b-437e-8c62-c67f085c1ab5 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:13.311063 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ab28697f-7b71-4b33-a5aa-813c03522771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.322756 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43396) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:13.363852 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-ab28697f-7b71-4b33-a5aa-813c03522771 None None] Port c9e1d387-db0b-437e-8c62-c67f085c1ab5 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:13.386331 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Calling delete_port for 3dac19f3-aa3e-43ae-8ff2-d6130e13dbb7 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:08:13.445343 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Deleting port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:08:13.445715 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.451929 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-cc1520f5-53f4-4ad2-a7be-aea8880fe123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.566656 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-cc1520f5-53f4-4ad2-a7be-aea8880fe123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.567166 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Router 21defb06-c363-47b8-8495-fbc0bb7a0d76 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:08:13.571360 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-cc1520f5-53f4-4ad2-a7be-aea8880fe123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.617600 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-cc1520f5-53f4-4ad2-a7be-aea8880fe123 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8af0c3c2bbdb4633922621e49e27aadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937174 Aug 31 13:08:13.619356 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1520f5-53f4-4ad2-a7be-aea8880fe123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bd046c-12e4-4bf6-855c-591eae4c3459,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:13.623629 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43406) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:13.627355 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.685325 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] For port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:13.686247 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.692137 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3a932eab-5f26-4e90-9c56-5a3c7513e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.723439 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3a932eab-5f26-4e90-9c56-5a3c7513e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.777705 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3a932eab-5f26-4e90-9c56-5a3c7513e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.780866 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3a932eab-5f26-4e90-9c56-5a3c7513e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.784535 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3a932eab-5f26-4e90-9c56-5a3c7513e396 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7bd046c-12e4-4bf6-855c-591eae4c3459 HTTP/1.1" status: 204 len: 168 time: 0.1572101 Aug 31 13:08:13.790605 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a932eab-5f26-4e90-9c56-5a3c7513e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bd046c-12e4-4bf6-855c-591eae4c3459,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:13.887128 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:13.905849 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:13.928610 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-15989fc6-cb50-4559-baf7-6b2dc929ad42 admin admin] 10.222.0.69 "PUT /v2.0/routers/21defb06-c363-47b8-8495-fbc0bb7a0d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5034437 Aug 31 13:08:13.941398 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event deleted for resources: {'Port': ['ID=3dac19f3-aa3e-43ae-8ff2-d6130e13dbb7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:14.052249 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.055599 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.057136 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-16d73240-7df4-4aa3-9e2f-1f2c16c3b8b1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "DELETE /v2.0/floatingips/86a0f1d0-ac42-4307-892c-6c34b2dbe8e6 HTTP/1.1" status: 204 len: 168 time: 1.6495450 Aug 31 13:08:14.060946 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.061556 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.062426 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Floating IP e34826cb-9242-41a5-a7bd-206953f4e0c9 disassociated. External IP: 172.27.0.123, port: 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f. Aug 31 13:08:14.062948 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Calling delete_port for 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:08:14.274625 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.319568 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event deleted for resources: {'Port': ['ID=8c46e19d-6f84-44a8-aaff-3ecf69c40e8f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:14.324790 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2b1eb-544f-4ce6-93cd-c327f5db06e4 req-e978f108-4bee-496e-9a1e-24311b1588d3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:14.339310 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-17e2b1eb-544f-4ce6-93cd-c327f5db06e4 req-e978f108-4bee-496e-9a1e-24311b1588d3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 867 time: 0.1350756 Aug 31 13:08:14.418553 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-17e2b1eb-544f-4ce6-93cd-c327f5db06e4 req-2ad763cf-b0d3-4d8e-b8b7-6809b5576dfc tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695255 Aug 31 13:08:14.449393 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Sync routers for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:14.468479 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:14.469736 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:14.547659 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43434) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:14.555597 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-b95323cb-b2c6-4fe7-843e-d2719119764f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970886431', 'description': 'tempest-description--1773193987'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:14.632172 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:14.633791 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b95323cb-b2c6-4fe7-843e-d2719119764f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.685040 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:08:14.844121 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:14.892241 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b95323cb-b2c6-4fe7-843e-d2719119764f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.898222 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b95323cb-b2c6-4fe7-843e-d2719119764f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.976398 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b95323cb-b2c6-4fe7-843e-d2719119764f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:14.977685 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-b95323cb-b2c6-4fe7-843e-d2719119764f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4287198 Aug 31 13:08:14.984695 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95323cb-b2c6-4fe7-843e-d2719119764f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5190bee8-2b2b-4a22-8c6a-5db6c74342ce,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:14.991687 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43452) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:14.999975 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-d63957b2-6458-4300-ab77-3a27182842f6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'security_group_rule': {'security_group_id': '5190bee8-2b2b-4a22-8c6a-5db6c74342ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:15.021496 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:15.031788 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:15.032176 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.079931 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d63957b2-6458-4300-ab77-3a27182842f6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.123386 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:15.145375 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:15.162187 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 2, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:15.192378 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] No DVR routers for this DVR port 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:08:15.196104 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.199542 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36d11706-4c1c-43f8-95f4-e6499810c3f3 req-89e5f5ad-155f-47ea-bffb-6ef32e01aba9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "DELETE /v2.0/ports/8c46e19d-6f84-44a8-aaff-3ecf69c40e8f HTTP/1.1" status: 204 len: 173 time: 2.3135402 Aug 31 13:08:15.200946 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'name': 'network-vif-deleted', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:15.205012 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c164c90-2081-40a4-9ac0-24ce9ea11cb7" -d '{"events": [{"server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "name": "network-vif-deleted", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:15.217409 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:15.218580 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:15.221596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Checking router: 21defb06-c363-47b8-8495-fbc0bb7a0d76 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:15.222142 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Updating router 21defb06-c363-47b8-8495-fbc0bb7a0d76 port c9e1d387-db0b-437e-8c62-c67f085c1ab5 binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:08:15.243162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d63957b2-6458-4300-ab77-3a27182842f6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.251094 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d63957b2-6458-4300-ab77-3a27182842f6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.259963 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e14a816-832d-499a-9c47-593c1099f150 x-openstack-request-id: req-6e14a816-832d-499a-9c47-593c1099f150 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:15.260767 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f72cc6-6407-4d18-b983-c34bf02daa3c", "name": "network-vif-deleted", "tag": "8c46e19d-6f84-44a8-aaff-3ecf69c40e8f", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:15.261487 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e14a816-832d-499a-9c47-593c1099f150 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:15.262084 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f72cc6-6407-4d18-b983-c34bf02daa3c', 'name': 'network-vif-deleted', 'tag': '8c46e19d-6f84-44a8-aaff-3ecf69c40e8f', 'status': 'completed', 'code': 200} Aug 31 13:08:15.283339 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.286099 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63957b2-6458-4300-ab77-3a27182842f6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77bb8c9-09ab-474c-9dfb-90375802b767,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:15.291477 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43462) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:15.297579 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2008219640-network', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:15.317603 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d63957b2-6458-4300-ab77-3a27182842f6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.319618 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d63957b2-6458-4300-ab77-3a27182842f6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267193 Aug 31 13:08:15.322508 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43464) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:15.332502 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-94ee9055-6faf-44b6-a740-2964f1ab87e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'security_group_rule': {'security_group_id': '5190bee8-2b2b-4a22-8c6a-5db6c74342ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:15.342112 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Made reservation on behalf of 0b2967bb51224cf98e24ae0134f33216 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:15.345075 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.374105 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.395232 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-94ee9055-6faf-44b6-a740-2964f1ab87e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.427536 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.502458 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:15.528487 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-94ee9055-6faf-44b6-a740-2964f1ab87e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.534562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.535514 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-94ee9055-6faf-44b6-a740-2964f1ab87e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.554997 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.562896 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.587289 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9055-6faf-44b6-a740-2964f1ab87e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c88d4e3-93ee-4881-ba4c-009170fcb303,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:15.615621 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b02c1-5f99-455f-b9a0-6e25aa7f08db,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:15.622529 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:08:15.633222 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.633721 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Added segment 9e1619a8-bc0c-4756-8e25-65e3254bf4f3 of type vlan for network f9ef0179-3835-4ca4-b1e6-5ff0a182280b Aug 31 13:08:15.641295 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:15.655319 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6240f2b6-79ef-4110-832a-ed7a2372ce60 req-55c388e8-5f8f-444c-a3b8-637d9be91056 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=33f72cc6-6407-4d18-b983-c34bf02daa3c HTTP/1.1" status: 200 len: 210 time: 0.0969808 Aug 31 13:08:15.685300 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-94ee9055-6faf-44b6-a740-2964f1ab87e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.687860 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-94ee9055-6faf-44b6-a740-2964f1ab87e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642645 Aug 31 13:08:15.690444 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.691638 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43468) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:15.698489 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:15.728457 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.743153 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:15.754231 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.755411 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:15.756202 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.820243 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.844562 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.847201 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5546308 Aug 31 13:08:15.850516 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43470) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:15.852358 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Transition to ACTIVE for port object c9e1d387-db0b-437e-8c62-c67f085c1ab5 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:15.859154 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Request body: {'subnet': {'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2008219640-subnet', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:15.869152 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.909767 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953c355-18d6-4ed6-9532-98051afd94e5 admin admin] Pushing event updated for resources: {'Network': ['ID=f9ef0179-3835-4ca4-b1e6-5ff0a182280b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:15.923824 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Made reservation on behalf of 0b2967bb51224cf98e24ae0134f33216 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:15.933290 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26797544'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:15.947569 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:08:16.109732 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Allocated IP 172.27.0.138 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/2118641b-7c64-4d74-a1a6-f172dd7cf207) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:16.149692 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb795de7-fd41-4a4e-a92e-73eddbcf377f None None] Pushing event updated for resources: {'Port': ['ID=c9e1d387-db0b-437e-8c62-c67f085c1ab5,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:16.171614 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Attempting to bind port c9e1d387-db0b-437e-8c62-c67f085c1ab5 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:16.174654 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Attempting to bind port c9e1d387-db0b-437e-8c62-c67f085c1ab5 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:16.176173 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Attempting to bind port c9e1d387-db0b-437e-8c62-c67f085c1ab5 on network 834a8189-ef3f-45d6-a1f9-73bf8befac7e {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:16.194536 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:16.195211 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Checking segment: {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:16.195836 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.196443 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Bound using segment: {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:16.197632 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Bound port: c9e1d387-db0b-437e-8c62-c67f085c1ab5, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:16.198838 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.220534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:16.319869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:16.324127 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25602954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26797566'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.327470 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] For port c9e1d387-db0b-437e-8c62-c67f085c1ab5, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:16.335259 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] For port c9e1d387-db0b-437e-8c62-c67f085c1ab5, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c9e1d387-db0b-437e-8c62-c67f085c1ab5,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:16.336231 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:16.337321 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:16.348203 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.385468 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.410643 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d15e29-9d34-4079-89b8-9f6dbcace52e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:16.430046 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Checking segment: {'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:16.431151 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Network hostable DHCP agents. Network: f9ef0179-3835-4ca4-b1e6-5ff0a182280b, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:08:16.450776 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:16.452167 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:16.455742 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.463114 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:08:16.479008 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, f9ef0179-3835-4ca4-b1e6-5ff0a182280b) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:16.505359 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:16.506750 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.514116 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:16.517248 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:16.521599 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:16.541771 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1b236a49-f26b-4180-a9f7-5bcccc80dce9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6886590 Aug 31 13:08:16.543942 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43482) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:16.556179 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:16.565740 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72df70d-6894-4cf7-8385-cbdd87d97b81 None None] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:08:16.587042 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'Port': ['ID=2118641b-7c64-4d74-a1a6-f172dd7cf207,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:16.642463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.643979 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.705694 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:08:16.725968 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.763932 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.775706 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:16.823891 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:16.827006 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:16.888635 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:08:16.891268 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 8c46e19d-6f84-44a8-aaff-3ecf69c40e8f not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:08:16.905580 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb795de7-fd41-4a4e-a92e-73eddbcf377f None None] Pushing event updated for resources: {'Port': ['ID=c9e1d387-db0b-437e-8c62-c67f085c1ab5,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:17.002837 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.006908 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:17.097928 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.106215 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.232836 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'Port': ['ID=2118641b-7c64-4d74-a1a6-f172dd7cf207,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:17.253783 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:16Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:17.263924 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:17.264571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.266722 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-79dee5c1-5eb5-4e0d-a046-753167eaa3a0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220523870&fields=id&tenant_id=0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 267 time: 0.0659926 Aug 31 13:08:17.271133 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.305621 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ffb53-fa3f-4180-b5e1-3ecc0dffa12f None None] The sync data for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi is: [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:16Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:17.351915 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-f9ef0179-3835-4ca4-b1e6-5ff0a182280b', 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'fixed_ips': [{'subnet_id': '19d15e29-9d34-4079-89b8-9f6dbcace52e'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:08:17.353036 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.437945 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.498564 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.554491 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-4d158ad4-0ad0-4b3f-a971-94420c55ed02 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:17.565624 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-4d158ad4-0ad0-4b3f-a971-94420c55ed02 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 811 time: 0.2872343 Aug 31 13:08:17.570899 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.572112 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-de79ddc0-7bc5-4923-9764-8c1fe9e9d07a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8788812 Aug 31 13:08:17.659116 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-f782ff1b-cdc6-4ea5-a481-131d5019438d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/quotas/0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 375 time: 0.0924320 Aug 31 13:08:17.662904 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-bcc1087a-4bb8-4011-b8bf-dd6340dfb948 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=85d512d18e6b4a76a3c3a87b11830ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950773 Aug 31 13:08:17.683416 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Allocated IP 172.27.0.72 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/eb6a743f-4c99-4fa4-95cc-98c68827375d) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:17.822772 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:17.838161 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43520) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:17.862019 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Allocated IP 172.20.0.2 (f9ef0179-3835-4ca4-b1e6-5ff0a182280b/19d15e29-9d34-4079-89b8-9f6dbcace52e/bd6b1482-3214-480e-8a43-98f99b46bc2b) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:17.865027 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815e2f7-32ea-4c86-bb89-817fe56cd6ea None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:17.897612 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:17.948871 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-f7a1c2bc-a637-4bee-b65f-f53cac07bdd0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2631009 Aug 31 13:08:18.005814 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.006552 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-6e06d6e9-8293-4fcb-85b1-5001ee952641 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:18.008134 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-6e06d6e9-8293-4fcb-85b1-5001ee952641 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339043 Aug 31 13:08:18.075178 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-fd303882-46d0-44ef-bbd7-913a09631c96 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/quotas/85d512d18e6b4a76a3c3a87b11830ebf HTTP/1.1" status: 200 len: 375 time: 0.0218680 Aug 31 13:08:18.107528 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:18.113791 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a2081534-b6a4-4364-8dab-ede68af646ea tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=85d512d18e6b4a76a3c3a87b11830ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312011 Aug 31 13:08:18.119099 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:18.128797 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:18.172447 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-be895cb6-14c9-4c22-9bcb-bb22d9b29edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.184276 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.196207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Transition to ACTIVE for port object bd6b1482-3214-480e-8a43-98f99b46bc2b will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:18.218815 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-eb18a263-b6ee-4c06-9f8e-7224942f3fd7 service neutron] 10.222.0.69 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442946 Aug 31 13:08:18.226614 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=eb6a743f-4c99-4fa4-95cc-98c68827375d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:18.227055 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Transition to ACTIVE for port object bd6b1482-3214-480e-8a43-98f99b46bc2b will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:18.240618 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.336187 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:18.341997 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:18.345828 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:18.375978 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Pushing event updated for resources: {'Port': ['ID=bd6b1482-3214-480e-8a43-98f99b46bc2b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:18.376211 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653dcc9-30b4-47ee-bc93-3bae55f58716 None None] New status for floating IP e34826cb-9242-41a5-a7bd-206953f4e0c9: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:08:18.448693 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-d1386037-ab7c-4600-9c8d-4297b321d7e0 service neutron] 10.222.0.69 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223821 Aug 31 13:08:18.492195 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Attempting to bind port bd6b1482-3214-480e-8a43-98f99b46bc2b on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:18.497397 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Attempting to bind port bd6b1482-3214-480e-8a43-98f99b46bc2b by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:18.498557 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Attempting to bind port bd6b1482-3214-480e-8a43-98f99b46bc2b on network f9ef0179-3835-4ca4-b1e6-5ff0a182280b {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:18.520707 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:18.522862 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Checking segment: {'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:18.523616 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.533794 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Bound using segment: {'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:18.535397 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Bound port: bd6b1482-3214-480e-8a43-98f99b46bc2b, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:18.537312 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.581936 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-be895cb6-14c9-4c22-9bcb-bb22d9b29edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.601376 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-be895cb6-14c9-4c22-9bcb-bb22d9b29edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.658646 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be895cb6-14c9-4c22-9bcb-bb22d9b29edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6659ec-5669-47c3-80c0-f32385cd6fb3,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:18.745997 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] For port bd6b1482-3214-480e-8a43-98f99b46bc2b, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:18.755980 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] For port bd6b1482-3214-480e-8a43-98f99b46bc2b, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bd6b1482-3214-480e-8a43-98f99b46bc2b,segment=NetworkSegment(9e1619a8-bc0c-4756-8e25-65e3254bf4f3),segment_id=9e1619a8-bc0c-4756-8e25-65e3254bf4f3)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:18.763823 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-be895cb6-14c9-4c22-9bcb-bb22d9b29edc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e15f5e3902cf4f18a901f7c99d757329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9107680 Aug 31 13:08:18.770251 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.771376 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43544) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:18.791878 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:18.820269 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-0079857f-a841-4d97-93ce-f7e8d9487b1b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--970886431&fields=id&tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 267 time: 0.2156832 Aug 31 13:08:18.877116 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719ea67-a877-40f7-b9f1-052ce4be3e70 None None] Pushing event updated for resources: {'Port': ['ID=bd6b1482-3214-480e-8a43-98f99b46bc2b,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:18.895507 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c9e1d387-db0b-437e-8c62-c67f085c1ab5 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:18.949206 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfd8-f72e-4bb2-afe6-2839b14b092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.043818 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port c9e1d387-db0b-437e-8c62-c67f085c1ab5 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:19.054605 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c9e1d387-db0b-437e-8c62-c67f085c1ab5 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:19.055420 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.204971 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b24cab4b-cb28-4ef0-bcba-1cbf8ce2ad69 req-c5ba86f0-c60c-489f-b4fa-624e53892065 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0888414 Aug 31 13:08:19.208654 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfd8-f72e-4bb2-afe6-2839b14b092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.225020 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.273489 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-73097cd9-7de8-46b4-9c91-b81f2533a8a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:19.284076 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-73097cd9-7de8-46b4-9c91-b81f2533a8a6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 817 time: 0.4506199 Aug 31 13:08:19.314870 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port c9e1d387-db0b-437e-8c62-c67f085c1ab5, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c9e1d387-db0b-437e-8c62-c67f085c1ab5,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:19.329241 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.398345 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-ff5f6b6e-5ded-46b2-a031-a44999a282bc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/quotas/f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 375 time: 0.1134064 Aug 31 13:08:19.459310 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=c9e1d387-db0b-437e-8c62-c67f085c1ab5,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:19.503356 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26aa7414-eca5-4330-a126-1e67ae2d3d05 req-afc8dc43-f288-4d02-903e-f8331fdc5a7a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 210 time: 0.0951209 Aug 31 13:08:19.583842 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfd8-f72e-4bb2-afe6-2839b14b092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.586615 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5c45cfd8-f72e-4bb2-afe6-2839b14b092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.592487 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5c45cfd8-f72e-4bb2-afe6-2839b14b092e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c6659ec-5669-47c3-80c0-f32385cd6fb3 HTTP/1.1" status: 204 len: 168 time: 0.8194141 Aug 31 13:08:19.628246 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-58c42b79-d22a-4e0d-9ec5-a0ed65dbeb10 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2277014 Aug 31 13:08:19.629302 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45cfd8-f72e-4bb2-afe6-2839b14b092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6659ec-5669-47c3-80c0-f32385cd6fb3,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:19.801242 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-a0799014-b16b-4e86-b872-3f06072099e8 service neutron] 10.222.0.69 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429012 Aug 31 13:08:19.861417 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:19.945311 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-a34b259a-206a-4815-b374-26e69b18bdad service neutron] 10.222.0.69 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219511 Aug 31 13:08:20.022473 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Router 63475d3a-f2cf-429e-947b-e0bf121739c1 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:08:20.192551 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d74287c4-57d6-4bd3-ae82-b1d13cc59516 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=85d512d18e6b4a76a3c3a87b11830ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470545 Aug 31 13:08:20.214790 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-840eccba-c853-4791-bdd3-8cea959d65b8 req-be886e55-f104-4e1a-84e7-3bdbaeeb1291 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 210 time: 0.0504322 Aug 31 13:08:20.229118 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:20.245189 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Sync routers for ids ['63475d3a-f2cf-429e-947b-e0bf121739c1'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:20.290529 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Routers {'63475d3a-f2cf-429e-947b-e0bf121739c1'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:20.291413 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['63475d3a-f2cf-429e-947b-e0bf121739c1'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:20.430273 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-12998828-08b1-4972-be21-84640e5f10f3 req-773171cb-9c48-4b1b-95ff-adf40fe3bed5 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0385194 Aug 31 13:08:20.460458 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:20.465129 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43576) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:20.469285 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3a147796-76c0-4ed9-9832-482439f6c1e0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9211969 Aug 31 13:08:20.521364 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Set router 63475d3a-f2cf-429e-947b-e0bf121739c1 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:20.647510 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-75e754ce-6c39-4f26-aa2e-d126a652f37f tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:20.668034 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-75e754ce-6c39-4f26-aa2e-d126a652f37f tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4306009 Aug 31 13:08:20.695220 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Request body: {'port': {'device_id': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'network_id': '400066aa-12b5-45a0-959e-480a0947721b', 'admin_state_up': True, 'tenant_id': '85d512d18e6b4a76a3c3a87b11830ebf'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:20.708379 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8f0c5-8c12-4487-b68e-fbab2412ba95 None None] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:08:20.923922 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bd6b1482-3214-480e-8a43-98f99b46bc2b up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:20.933121 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f6cd5f76-7670-4b06-a851-5cab2fbee251 req-b9133f54-1211-4313-a11e-588c7b2fadf2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 210 time: 0.2071948 Aug 31 13:08:21.004180 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-bf49bc1e-e9ad-4ff7-a5af-c042fa9cc4e8 None None] Provisioning for port bd6b1482-3214-480e-8a43-98f99b46bc2b completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:21.008541 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-868f8b9b-9ee1-4b12-a573-556c4f5161c4 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:21.010766 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-868f8b9b-9ee1-4b12-a573-556c4f5161c4 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 811 time: 0.2592623 Aug 31 13:08:21.090789 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-eb5d8fea-e2b4-4ba3-8c08-f0ed57bc26c1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 379 time: 0.0684433 Aug 31 13:08:21.112870 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'port': {'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'admin_state_up': True, 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'security_groups': ['2e050893-d329-41ab-a99a-735d4783239b']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:21.134091 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port bd6b1482-3214-480e-8a43-98f99b46bc2b completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:21.135819 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Made reservation on behalf of 85d512d18e6b4a76a3c3a87b11830ebf for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:21.139700 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.154433 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port bd6b1482-3214-480e-8a43-98f99b46bc2b triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:21.154812 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.179776 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.239842 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:18Z', 'revision_number': 3, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port': {'id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:17Z', 'updated_at': '2021-08-31T13:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:21.276512 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Checking router: 63475d3a-f2cf-429e-947b-e0bf121739c1 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:21.277219 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Updating router 63475d3a-f2cf-429e-947b-e0bf121739c1 port eb6a743f-4c99-4fa4-95cc-98c68827375d binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:08:21.325963 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1d1ae9da-797a-4689-87f2-f5067385bef0 req-a814109e-266e-4eef-95f6-431ecead7975 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 210 time: 0.0267584 Aug 31 13:08:21.353866 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.375979 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.390294 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.391832 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.483125 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Made reservation on behalf of 0702568dd7fd43cf81b667c889a5f39c for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:21.486754 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.510180 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.554761 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d524958a-9c53-4d78-8e46-95a5f96c5cc0,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:21.608904 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port bd6b1482-3214-480e-8a43-98f99b46bc2b, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bd6b1482-3214-480e-8a43-98f99b46bc2b,segment=NetworkSegment(9e1619a8-bc0c-4756-8e25-65e3254bf4f3),segment_id=9e1619a8-bc0c-4756-8e25-65e3254bf4f3)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:21.627888 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.628600 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c9e1d387-db0b-437e-8c62-c67f085c1ab5 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:21.634970 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d133daf2-beac-421c-98f0-9fdfcb35c722 req-32563c66-91b8-4954-96c7-764dd0dde984 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0788829 Aug 31 13:08:21.836562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=bd6b1482-3214-480e-8a43-98f99b46bc2b,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:21.852870 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-7865fa93-0846-423a-9549-2bf2f3c0019e None None] Provisioning complete for port bd6b1482-3214-480e-8a43-98f99b46bc2b triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:21.854312 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7865fa93-0846-423a-9549-2bf2f3c0019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.879233 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Allocated IP 172.20.0.1 (f9ef0179-3835-4ca4-b1e6-5ff0a182280b/19d15e29-9d34-4079-89b8-9f6dbcace52e/4a438d0c-07d6-40ab-9d3c-328343e9d217) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:21.882682 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Allocated IP 192.168.233.203 (400066aa-12b5-45a0-959e-480a0947721b/639f9636-0979-43f8-a504-6041b5c08f6e/a2d2259b-dc1e-420e-8e28-2a79bd8448a3) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:21.920104 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c9e1d387-db0b-437e-8c62-c67f085c1ab5 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:21.920635 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:21.936283 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Allocated IP 172.20.0.4 (3233d2e0-f02a-43ed-a209-a63a1ebe7a34/0031d817-7a75-4cb6-b442-bf604ec6797e/ae97824b-4726-4131-9ab2-1b554b3ccb75) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:22.110050 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.158560 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Transition to ACTIVE for port object eb6a743f-4c99-4fa4-95cc-98c68827375d will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:22.158791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.174655 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.177871 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Transition to ACTIVE for port object ae97824b-4726-4131-9ab2-1b554b3ccb75 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:22.215599 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f90f350c-5c56-43f9-82f0-8fb59ee034cf req-95a38fda-ca02-455d-8603-90c89023c893 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 210 time: 0.0330493 Aug 31 13:08:22.238878 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Attempting to bind port eb6a743f-4c99-4fa4-95cc-98c68827375d on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:22.239384 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Attempting to bind port eb6a743f-4c99-4fa4-95cc-98c68827375d by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:22.239831 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Attempting to bind port eb6a743f-4c99-4fa4-95cc-98c68827375d on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:22.251437 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee12fa4-3729-4c51-81bd-47b0b11fa3d3 None None] Pushing event updated for resources: {'Port': ['ID=eb6a743f-4c99-4fa4-95cc-98c68827375d,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:22.257470 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:22.257718 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:22.258172 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.258570 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:22.259407 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Bound port: eb6a743f-4c99-4fa4-95cc-98c68827375d, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:22.259973 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.273959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.277030 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-aad9d1f6-9e54-4f10-a60d-fd7a18c6e96d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:22.279003 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-aad9d1f6-9e54-4f10-a60d-fd7a18c6e96d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 817 time: 0.7110760 Aug 31 13:08:22.286306 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.290019 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.provisioning_blocks [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Transition to ACTIVE for port object 4a438d0c-07d6-40ab-9d3c-328343e9d217 will not be triggered until provisioned by entity DHCP. {{(pid=94105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:22.329239 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] For port eb6a743f-4c99-4fa4-95cc-98c68827375d, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:22.332863 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] For port eb6a743f-4c99-4fa4-95cc-98c68827375d, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=eb6a743f-4c99-4fa4-95cc-98c68827375d,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:22.333613 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.339627 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.380722 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Pushing event updated for resources: {'Port': ['ID=4a438d0c-07d6-40ab-9d3c-328343e9d217,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:22.393558 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:22.394980 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:22.397439 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:22.406503 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Routers {'63475d3a-f2cf-429e-947b-e0bf121739c1'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:22.407988 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['63475d3a-f2cf-429e-947b-e0bf121739c1'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:22.411859 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:22.425757 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:22.428343 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:22.449187 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.486143 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-80c16fa5-508a-431f-bafd-0dc2d7ccbbe1 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 379 time: 0.1908245 Aug 31 13:08:22.519463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'port': {'device_id': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'admin_state_up': True, 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'security_groups': ['5190bee8-2b2b-4a22-8c6a-5db6c74342ce']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:22.527562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee12fa4-3729-4c51-81bd-47b0b11fa3d3 None None] Pushing event updated for resources: {'Port': ['ID=eb6a743f-4c99-4fa4-95cc-98c68827375d,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:22.528642 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=ae97824b-4726-4131-9ab2-1b554b3ccb75,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:22.550190 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] Set router 63475d3a-f2cf-429e-947b-e0bf121739c1 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:22.653984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:22.656372 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3bf68e10-700b-4f36-9094-a73e5d6e3eef req-e6c76d12-551e-404d-b4a3-e6a33a70c67e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 210 time: 0.1341300 Aug 31 13:08:22.662328 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.724406 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.724610 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.753394 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-624c6380-9a68-41a7-bf97-357d808217e0 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6497405 Aug 31 13:08:22.771899 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Request body: {'port': {'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:22.792983 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Transition to ACTIVE for port object a2d2259b-dc1e-420e-8e28-2a79bd8448a3 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:22.842106 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f8c23bbe-7d08-40e0-9595-0a0d80e78a61 req-af02926d-89d5-4905-83bd-b373282f3bfe tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0448780 Aug 31 13:08:22.862180 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bd6b1482-3214-480e-8a43-98f99b46bc2b up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:22.897526 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Made reservation on behalf of f9af4bfadbbf4d5fbac3378d2540d8c8 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:22.901172 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.906381 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.954405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Provisioning for port 4a438d0c-07d6-40ab-9d3c-328343e9d217 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:22.959290 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Provisioning complete for port 4a438d0c-07d6-40ab-9d3c-328343e9d217 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:22.959669 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:22.977327 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.007655 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.013199 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.022164 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:18Z', 'revision_number': 3, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port': {'id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:17Z', 'updated_at': '2021-08-31T13:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:23.026559 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Port 4a438d0c-07d6-40ab-9d3c-328343e9d217 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:23.066440 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc77ba-8429-4fd0-878b-badf9bef1dfa None None] The sync data for ids ['63475d3a-f2cf-429e-947b-e0bf121739c1'] in dv-cinder-804470-3-iscsi is: [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:18Z', 'revision_number': 3, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port': {'id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:17Z', 'updated_at': '2021-08-31T13:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:23.075330 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port bd6b1482-3214-480e-8a43-98f99b46bc2b triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:23.075742 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.096359 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Pushing event updated for resources: {'Port': ['ID=4a438d0c-07d6-40ab-9d3c-328343e9d217,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:23.099162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.131743 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Provisioning for port ae97824b-4726-4131-9ab2-1b554b3ccb75 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:23.138021 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Provisioning complete for port ae97824b-4726-4131-9ab2-1b554b3ccb75 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:23.138644 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.192354 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Network 400066aa-12b5-45a0-959e-480a0947721b is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:23.204895 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:23.207495 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:23.224217 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Pushing event updated for resources: {'Port': ['ID=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:23.227899 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-00a969c7-409f-47fe-aa81-4de1cd9f1931 None None] Port ae97824b-4726-4131-9ab2-1b554b3ccb75 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:23.242875 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:23.244378 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:23.328329 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:08:23.447480 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Allocated IP 172.20.0.14 (4413561c-a182-4ad3-b75b-0ed90a00c176/730f262e-b65e-4377-9cbf-d857ebb92a44/d42b0d12-5333-4224-a35c-0fdc6e431b5d) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:23.451871 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5e3f5-c8cb-4174-ad1c-ae1b6c891c44 req-7b89bb89-8760-4413-9258-4ec316eda89c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:23.459601 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:23.459832 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8b5e3f5-c8cb-4174-ad1c-ae1b6c891c44 req-7b89bb89-8760-4413-9258-4ec316eda89c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 931 time: 0.0949976 Aug 31 13:08:23.460398 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.505384 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Router 63475d3a-f2cf-429e-947b-e0bf121739c1 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:08:23.549371 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8b5e3f5-c8cb-4174-ad1c-ae1b6c891c44 req-5cd31275-636d-4c21-8577-e1b074d475a1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885460 Aug 31 13:08:23.554694 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-d51bfd71-c84a-4dfa-b62f-97cc89939add tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8755805 Aug 31 13:08:23.579245 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Request body: {'port': {'device_id': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:23.671542 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-6e72467e-65f7-4427-a287-f466462fb6cd None None] Provisioning for port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:23.675935 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-6e72467e-65f7-4427-a287-f466462fb6cd None None] Provisioning complete for port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:23.676391 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6e72467e-65f7-4427-a287-f466462fb6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:23.739220 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:23.745648 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-bab92228-7d09-42bd-b087-e304c5f74917 admin admin] 10.222.0.69 "PUT /v2.0/routers/63475d3a-f2cf-429e-947b-e0bf121739c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2791946 Aug 31 13:08:23.772618 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-6e72467e-65f7-4427-a287-f466462fb6cd None None] Port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:23.796833 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-6e72467e-65f7-4427-a287-f466462fb6cd None None] Provisioning complete for port 4a438d0c-07d6-40ab-9d3c-328343e9d217 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:23.797795 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-00370d7f-76b1-47f2-bc8c-c958efd4cb65 req-0fc1ee11-9754-42af-bff8-3a8863894957 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 210 time: 0.0352070 Aug 31 13:08:23.798294 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6e72467e-65f7-4427-a287-f466462fb6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.054287 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49c6e3-b4ec-467c-8a0c-6d608b394396 req-4d0a84d5-f160-4827-be77-e2091c982616 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:24.056013 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bb49c6e3-b4ec-467c-8a0c-6d608b394396 req-4d0a84d5-f160-4827-be77-e2091c982616 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 936 time: 0.0911088 Aug 31 13:08:24.059655 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-6e72467e-65f7-4427-a287-f466462fb6cd None None] Port 4a438d0c-07d6-40ab-9d3c-328343e9d217 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:24.088426 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.103252 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Transition to ACTIVE for port object d42b0d12-5333-4224-a35c-0fdc6e431b5d will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:24.135919 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bb49c6e3-b4ec-467c-8a0c-6d608b394396 req-ca060969-32a5-4a9c-b663-abe108dfb07d tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707965 Aug 31 13:08:24.141620 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.232382 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:24.237772 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.259024 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:24.264036 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:24.268332 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:24.341394 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae97824b-4726-4131-9ab2-1b554b3ccb75 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:24.393582 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.441000 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:24.441736 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.446455 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Transition to ACTIVE for port object ae97824b-4726-4131-9ab2-1b554b3ccb75 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:24.459229 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.600528 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-045fd459-e13e-40fe-a60b-6497745b050c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0971994 Aug 31 13:08:24.615546 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Request body: {'port': {'device_id': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:24.666494 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Pushing event updated for resources: {'Port': ['ID=ae97824b-4726-4131-9ab2-1b554b3ccb75,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:24.701360 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-80d0bfcf-ca1f-4a00-b5fc-9bd7236743ae None None] Provisioning for port d42b0d12-5333-4224-a35c-0fdc6e431b5d completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:24.716569 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-80d0bfcf-ca1f-4a00-b5fc-9bd7236743ae None None] Provisioning complete for port d42b0d12-5333-4224-a35c-0fdc6e431b5d triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:24.718906 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-80d0bfcf-ca1f-4a00-b5fc-9bd7236743ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.805517 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc311d-fc52-4485-b3a1-121dcd68f5b6 req-053d6593-4aec-48aa-a91d-e2dfcce8d0c9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:24.807129 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dbbc311d-fc52-4485-b3a1-121dcd68f5b6 req-053d6593-4aec-48aa-a91d-e2dfcce8d0c9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.1402383 Aug 31 13:08:24.828586 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-80d0bfcf-ca1f-4a00-b5fc-9bd7236743ae None None] Port d42b0d12-5333-4224-a35c-0fdc6e431b5d cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:24.840260 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device eb6a743f-4c99-4fa4-95cc-98c68827375d up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:24.907828 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:24.908915 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dbbc311d-fc52-4485-b3a1-121dcd68f5b6 req-2352b4e3-8732-439e-bf78-09a718b83413 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551901 Aug 31 13:08:24.943420 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port eb6a743f-4c99-4fa4-95cc-98c68827375d completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:24.951250 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port eb6a743f-4c99-4fa4-95cc-98c68827375d triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:24.951704 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.026370 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a78fe-e967-482a-b635-1dc93f7e05ff req-ac297665-f26f-4bcd-a6e6-30ff475c6c1d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:25.027869 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b96a78fe-e967-482a-b635-1dc93f7e05ff req-ac297665-f26f-4bcd-a6e6-30ff475c6c1d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 932 time: 0.1234574 Aug 31 13:08:25.132047 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b96a78fe-e967-482a-b635-1dc93f7e05ff req-b9ad968c-48d9-46de-bcfb-a7d1419cdcf2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920153 Aug 31 13:08:25.137357 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d2259b-dc1e-420e-8e28-2a79bd8448a3 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:25.148378 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.162993 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Transition to ACTIVE for port object a2d2259b-dc1e-420e-8e28-2a79bd8448a3 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:25.172944 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Attempting to bind port ae97824b-4726-4131-9ab2-1b554b3ccb75 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:25.173322 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Attempting to bind port ae97824b-4726-4131-9ab2-1b554b3ccb75 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:25.173632 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Attempting to bind port ae97824b-4726-4131-9ab2-1b554b3ccb75 on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:25.190849 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Port ae97824b-4726-4131-9ab2-1b554b3ccb75 on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:08:25.191192 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Attempting to bind port ae97824b-4726-4131-9ab2-1b554b3ccb75 on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:25.194159 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.200442 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.248743 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port eb6a743f-4c99-4fa4-95cc-98c68827375d, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=eb6a743f-4c99-4fa4-95cc-98c68827375d,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:25.253563 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.265369 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Pushing event updated for resources: {'Port': ['ID=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:25.280947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:25.281188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Checking segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:25.281599 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Bound using segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:25.282060 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Bound port: ae97824b-4726-4131-9ab2-1b554b3ccb75, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:25.282481 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.309930 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ee72a-27c1-4aa7-aee4-f839ed6818fd req-ff31cb97-0041-4aaf-8981-d2e5dd68b6c6 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:25.311526 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2f9ee72a-27c1-4aa7-aee4-f839ed6818fd req-ff31cb97-0041-4aaf-8981-d2e5dd68b6c6 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 948 time: 0.0821817 Aug 31 13:08:25.353855 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=eb6a743f-4c99-4fa4-95cc-98c68827375d,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:25.385690 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2f9ee72a-27c1-4aa7-aee4-f839ed6818fd req-b780e4f9-a641-4ad8-8ff6-e618121cfb2b tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654156 Aug 31 13:08:25.528200 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] For port ae97824b-4726-4131-9ab2-1b554b3ccb75, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:25.574958 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] For port ae97824b-4726-4131-9ab2-1b554b3ccb75, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:25.630501 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.707815 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:25.708496 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:25.710327 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] 10.222.0.59 "PUT /v2.0/ports/ae97824b-4726-4131-9ab2-1b554b3ccb75 HTTP/1.1" status: 200 len: 1093 time: 2.9444373 Aug 31 13:08:25.713053 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:25.717517 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:25.752709 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Attempting to bind port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:25.753351 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Attempting to bind port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:25.753699 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Attempting to bind port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 on network 400066aa-12b5-45a0-959e-480a0947721b {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:25.822730 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b468a7-1b39-4722-848b-15b45a269719 x-openstack-request-id: req-e1b468a7-1b39-4722-848b-15b45a269719 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:25.823124 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:25.823473 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1b468a7-1b39-4722-848b-15b45a269719 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:25.824017 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'status': 'completed', 'code': 200} Aug 31 13:08:25.829679 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 on network 400066aa-12b5-45a0-959e-480a0947721b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:08:25.830146 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Attempting to bind port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 on network 400066aa-12b5-45a0-959e-480a0947721b {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:25.861017 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Sync routers for ids ['63475d3a-f2cf-429e-947b-e0bf121739c1'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:25.877215 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Routers {'63475d3a-f2cf-429e-947b-e0bf121739c1'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:25.878101 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['63475d3a-f2cf-429e-947b-e0bf121739c1'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:25.906269 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f07a1-653c-400b-a982-f13c4e8bbb3b service neutron] Pushing event updated for resources: {'Port': ['ID=ae97824b-4726-4131-9ab2-1b554b3ccb75,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:25.913752 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:25.914265 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Checking segment: {'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:25.914913 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Bound using segment: {'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:25.915568 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Bound port: a2d2259b-dc1e-420e-8e28-2a79bd8448a3, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266b67bc-85e5-4392-98b7-af815a7a2ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '400066aa-12b5-45a0-959e-480a0947721b'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:25.916081 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.036472 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-9d8a8093-e73d-4e7f-a514-f7eac89a9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.038053 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-9d8a8093-e73d-4e7f-a514-f7eac89a9cfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 1096 time: 0.2606468 Aug 31 13:08:26.058410 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Set router 63475d3a-f2cf-429e-947b-e0bf121739c1 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:26.066916 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42b0d12-5333-4224-a35c-0fdc6e431b5d {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:26.105586 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.113615 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-179c4e99-b30c-45c6-8c92-40802fa6872d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75 HTTP/1.1" status: 200 len: 217 time: 0.0643129 Aug 31 13:08:26.146409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf081-48b0-4b65-8e23-ea95cf766df5 req-4e2b35eb-8aaf-41a9-9faa-d5d604622037 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.156088 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6ecdf081-48b0-4b65-8e23-ea95cf766df5 req-4e2b35eb-8aaf-41a9-9faa-d5d604622037 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.1100302 Aug 31 13:08:26.167933 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] For port a2d2259b-dc1e-420e-8e28-2a79bd8448a3, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:26.181644 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Transition to ACTIVE for port object d42b0d12-5333-4224-a35c-0fdc6e431b5d will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:26.191280 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] For port a2d2259b-dc1e-420e-8e28-2a79bd8448a3, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,segment=NetworkSegment(266b67bc-85e5-4392-98b7-af815a7a2ed2),segment_id=266b67bc-85e5-4392-98b7-af815a7a2ed2)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:26.210136 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.216505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.226391 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6ecdf081-48b0-4b65-8e23-ea95cf766df5 req-5f4e3cc9-4863-488a-a607-d23505ba354e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690339 Aug 31 13:08:26.288890 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:26.322408 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75630f9-30ea-4fca-859b-5fd39dea3e9e req-05931cd8-4381-40a0-a914-9b1c0a004fd0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.333356 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e75630f9-30ea-4fca-859b-5fd39dea3e9e req-05931cd8-4381-40a0-a914-9b1c0a004fd0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0748565 Aug 31 13:08:26.387127 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e75630f9-30ea-4fca-859b-5fd39dea3e9e req-57b8cbc7-4590-41d7-bf46-afee232738ac tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524161 Aug 31 13:08:26.402660 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-f29e578a-08bd-43ae-8f8f-122f37f25fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.406469 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-f29e578a-08bd-43ae-8f8f-122f37f25fb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.2820647 Aug 31 13:08:26.412411 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:22Z', 'revision_number': 4, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port': {'id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:17Z', 'updated_at': '2021-08-31T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4a438d0c-07d6-40ab-9d3c-328343e9d217', 'name': '', 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'mac_address': 'fa:16:3e:c1:a6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '19d15e29-9d34-4079-89b8-9f6dbcace52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:21Z', 'updated_at': '2021-08-31T13:08:22Z', 'revision_number': 2, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'subnets': [{'id': '19d15e29-9d34-4079-89b8-9f6dbcace52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:26.494192 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Checking router: 63475d3a-f2cf-429e-947b-e0bf121739c1 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:26.494635 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Updating router 63475d3a-f2cf-429e-947b-e0bf121739c1 port 4a438d0c-07d6-40ab-9d3c-328343e9d217 binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:08:26.502010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Pushing event updated for resources: {'Port': ['ID=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:26.506617 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.507246 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.509326 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-a55158ec-4801-4f52-86e5-233d8c49650c service neutron] 10.222.0.59 "PUT /v2.0/ports/a2d2259b-dc1e-420e-8e28-2a79bd8448a3 HTTP/1.1" status: 200 len: 1098 time: 2.9375958 Aug 31 13:08:26.605963 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e4159-0c90-4cbe-8803-f360f32d4473 req-ed19f3a4-c3a2-4d3a-8221-3781e3c0486d tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.619378 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea3e4159-0c90-4cbe-8803-f360f32d4473 req-ed19f3a4-c3a2-4d3a-8221-3781e3c0486d tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 948 time: 0.0961728 Aug 31 13:08:26.628044 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.699875 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-ba56384d-de2c-4a79-bd26-e5f2b8517c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.702057 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-ba56384d-de2c-4a79-bd26-e5f2b8517c1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85d512d18e6b4a76a3c3a87b11830ebf&device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 1101 time: 0.1404891 Aug 31 13:08:26.707490 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea3e4159-0c90-4cbe-8803-f360f32d4473 req-cdf6115f-8387-42f0-b1b8-38c66a0e70b9 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849671 Aug 31 13:08:26.745657 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device eb6a743f-4c99-4fa4-95cc-98c68827375d up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:26.780458 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-36004830-1ba9-44d0-87b2-d699e03ed09f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=a2d2259b-dc1e-420e-8e28-2a79bd8448a3 HTTP/1.1" status: 200 len: 217 time: 0.0658762 Aug 31 13:08:26.787410 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-f92278f2-5a5d-4330-a509-ec3904709455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.789005 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-f92278f2-5a5d-4330-a509-ec3904709455 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3369782 Aug 31 13:08:26.834031 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Attempting to bind port d42b0d12-5333-4224-a35c-0fdc6e431b5d on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:26.834362 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Attempting to bind port d42b0d12-5333-4224-a35c-0fdc6e431b5d by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:26.834691 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Attempting to bind port d42b0d12-5333-4224-a35c-0fdc6e431b5d on network 4413561c-a182-4ad3-b75b-0ed90a00c176 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:26.843028 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Port d42b0d12-5333-4224-a35c-0fdc6e431b5d on network 4413561c-a182-4ad3-b75b-0ed90a00c176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:08:26.843370 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Attempting to bind port d42b0d12-5333-4224-a35c-0fdc6e431b5d on network 4413561c-a182-4ad3-b75b-0ed90a00c176 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:26.876905 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port eb6a743f-4c99-4fa4-95cc-98c68827375d triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:26.877730 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.897740 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:26.898114 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Checking segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:26.898470 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Bound using segment: {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:26.898925 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Bound port: d42b0d12-5333-4224-a35c-0fdc6e431b5d, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:26.899288 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:26.946049 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-438477e5-3070-40a7-a8b2-3cbd0cb5ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:26.947615 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-438477e5-3070-40a7-a8b2-3cbd0cb5ae0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=639f9636-0979-43f8-a504-6041b5c08f6e HTTP/1.1" status: 200 len: 843 time: 0.1558790 Aug 31 13:08:27.045068 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:27.052335 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:27.070190 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-9c2317e7-10b7-4e35-a6ab-fc6eddc6fd85 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683332 Aug 31 13:08:27.074482 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:27.080281 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-b48c4d6d-438e-4776-95ba-71674442a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:27.081843 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-b48c4d6d-438e-4776-95ba-71674442a13e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=400066aa-12b5-45a0-959e-480a0947721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1227021 Aug 31 13:08:27.219779 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:27.229111 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:27.229733 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:27.231307 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] 10.222.0.59 "PUT /v2.0/ports/d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 200 len: 1094 time: 2.6200569 Aug 31 13:08:27.239772 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Transition to ACTIVE for port object 4a438d0c-07d6-40ab-9d3c-328343e9d217 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:27.257994 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:27.325086 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5efe07e7-d1ba-4208-9973-7970b1a031a3 req-c2331ad8-a8f1-4e16-b918-2674356e3a0b service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403066 Aug 31 13:08:27.337562 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd2eaf-8fe1-4ff2-95e5-6bde43b8825a None None] Pushing event updated for resources: {'Port': ['ID=4a438d0c-07d6-40ab-9d3c-328343e9d217,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:27.383611 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a2418-4bb4-4489-a8c4-18d7482f1435 service neutron] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:27.463389 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Attempting to bind port 4a438d0c-07d6-40ab-9d3c-328343e9d217 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:27.463905 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Attempting to bind port 4a438d0c-07d6-40ab-9d3c-328343e9d217 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:27.464347 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Attempting to bind port 4a438d0c-07d6-40ab-9d3c-328343e9d217 on network f9ef0179-3835-4ca4-b1e6-5ff0a182280b {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:27.474074 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:27.474772 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Checking segment: {'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:27.475390 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:27.476052 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Bound using segment: {'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:27.476790 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Bound port: 4a438d0c-07d6-40ab-9d3c-328343e9d217, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1619a8-bc0c-4756-8e25-65e3254bf4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:27.477397 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:27.482192 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daac63-b592-42fc-8215-da1427a03196 req-e8eb41c6-e3f5-4a73-8694-fdec8c2ac76b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:27.500462 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b0daac63-b592-42fc-8215-da1427a03196 req-e8eb41c6-e3f5-4a73-8694-fdec8c2ac76b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.1221180 Aug 31 13:08:27.589927 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-efa67a68-801e-4d79-aebd-a19cec48c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:27.597039 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-efa67a68-801e-4d79-aebd-a19cec48c82a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1097 time: 0.2547970 Aug 31 13:08:27.604161 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b0daac63-b592-42fc-8215-da1427a03196 req-95fb0f40-8d11-480a-9975-8cba2a58f525 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020615 Aug 31 13:08:27.605310 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-0830c9ea-3660-4150-b571-a277c905601c service neutron] 10.222.0.59 "GET /v2.0/networks/400066aa-12b5-45a0-959e-480a0947721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791017 Aug 31 13:08:27.612187 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] For port 4a438d0c-07d6-40ab-9d3c-328343e9d217, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:27.613841 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-a0c6e155-29c7-422b-9e87-fee05e1e014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:27.617936 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-a0c6e155-29c7-422b-9e87-fee05e1e014a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 1096 time: 0.2279084 Aug 31 13:08:27.619657 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] For port 4a438d0c-07d6-40ab-9d3c-328343e9d217, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=4a438d0c-07d6-40ab-9d3c-328343e9d217,segment=NetworkSegment(9e1619a8-bc0c-4756-8e25-65e3254bf4f3),segment_id=9e1619a8-bc0c-4756-8e25-65e3254bf4f3)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:27.626683 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:27.693160 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Routers {'63475d3a-f2cf-429e-947b-e0bf121739c1'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:27.693968 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['63475d3a-f2cf-429e-947b-e0bf121739c1'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:27.717163 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412a465-313b-4f1a-992a-1891c4df048e req-bd0ea48e-5243-44b2-8489-411804c14df5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:27.736551 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5412a465-313b-4f1a-992a-1891c4df048e req-bd0ea48e-5243-44b2-8489-411804c14df5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.1474121 Aug 31 13:08:27.824152 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5412a465-313b-4f1a-992a-1891c4df048e req-357a573f-92e2-413b-a744-f0011f692109 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813611 Aug 31 13:08:27.885461 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'tag': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3'}, {'name': 'network-changed', 'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:27.889396 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed72a5-0cad-432b-8f9b-42ebd0460941" -d '{"events": [{"name": "network-changed", "server_uuid": "87daca13-57f3-4944-a0d4-1be6b89ba429", "tag": "a2d2259b-dc1e-420e-8e28-2a79bd8448a3"}, {"name": "network-changed", "server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:27.894307 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5698fcfd-42fb-4a15-9a3f-5d06092c9e27 req-822df7cb-3036-4e2a-a195-0a2b359faf1e service neutron] 10.222.0.59 "GET /v2.0/networks/400066aa-12b5-45a0-959e-480a0947721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609420 Aug 31 13:08:27.959594 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbae2d-a6c1-4cd6-bf4f-81c10e81fe99 req-09868553-978d-42e2-ac91-02fb32026a2b tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:27.968126 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6ecbae2d-a6c1-4cd6-bf4f-81c10e81fe99 req-09868553-978d-42e2-ac91-02fb32026a2b tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 948 time: 0.1394446 Aug 31 13:08:27.970348 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-25875f04-6255-4a07-9f6d-b7a62f2b653a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 200 len: 217 time: 0.3642640 Aug 31 13:08:27.994787 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bc54d0-63f3-490d-b122-4ab660b7c766 x-openstack-request-id: req-38bc54d0-63f3-490d-b122-4ab660b7c766 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:27.994787 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87daca13-57f3-4944-a0d4-1be6b89ba429", "tag": "a2d2259b-dc1e-420e-8e28-2a79bd8448a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:27.995103 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38bc54d0-63f3-490d-b122-4ab660b7c766 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:27.995703 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'tag': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3', 'status': 'completed', 'code': 200} Aug 31 13:08:27.995954 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'status': 'completed', 'code': 200} Aug 31 13:08:28.057836 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] Set router 63475d3a-f2cf-429e-947b-e0bf121739c1 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:28.073880 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6ecbae2d-a6c1-4cd6-bf4f-81c10e81fe99 req-07f4b7a5-c480-45d0-9e5b-37109524a06a tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948548 Aug 31 13:08:28.100391 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd2eaf-8fe1-4ff2-95e5-6bde43b8825a None None] Pushing event updated for resources: {'Port': ['ID=4a438d0c-07d6-40ab-9d3c-328343e9d217,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:28.153113 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-1082f7ca-fb17-49cd-95f7-b2b055d2c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:28.155382 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-1082f7ca-fb17-49cd-95f7-b2b055d2c4c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.3652976 Aug 31 13:08:28.156882 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-f817ead2-6274-44cc-957a-3a42af639772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:28.158301 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-f817ead2-6274-44cc-957a-3a42af639772 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.1762340 Aug 31 13:08:28.165828 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-2475695f-12d8-4cdb-92ea-9a6dc582914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:28.167322 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-2475695f-12d8-4cdb-92ea-9a6dc582914c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85d512d18e6b4a76a3c3a87b11830ebf&device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 1101 time: 0.1246517 Aug 31 13:08:28.238622 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-77154946-6431-4bee-ba45-cb08dba67752 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75 HTTP/1.1" status: 200 len: 217 time: 0.0684690 Aug 31 13:08:28.337310 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:22Z', 'revision_number': 4, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port': {'id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:17Z', 'updated_at': '2021-08-31T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4a438d0c-07d6-40ab-9d3c-328343e9d217', 'name': '', 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'mac_address': 'fa:16:3e:c1:a6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '19d15e29-9d34-4079-89b8-9f6dbcace52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:21Z', 'updated_at': '2021-08-31T13:08:27Z', 'revision_number': 4, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'subnets': [{'id': '19d15e29-9d34-4079-89b8-9f6dbcace52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:28.370002 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd076cf5-7ae4-42ee-8cae-d67adf14fe78 None None] The sync data for ids ['63475d3a-f2cf-429e-947b-e0bf121739c1'] in dv-cinder-804470-3-iscsi is: [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:22Z', 'revision_number': 4, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port': {'id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:17Z', 'updated_at': '2021-08-31T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4a438d0c-07d6-40ab-9d3c-328343e9d217', 'name': '', 'network_id': 'f9ef0179-3835-4ca4-b1e6-5ff0a182280b', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'mac_address': 'fa:16:3e:c1:a6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '19d15e29-9d34-4079-89b8-9f6dbcace52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:21Z', 'updated_at': '2021-08-31T13:08:27Z', 'revision_number': 4, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'subnets': [{'id': '19d15e29-9d34-4079-89b8-9f6dbcace52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:28.722773 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-523d5220-5ee1-4dd2-ba59-dd567977d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:28.724652 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-523d5220-5ee1-4dd2-ba59-dd567977d6e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.4716365 Aug 31 13:08:28.783697 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4a438d0c-07d6-40ab-9d3c-328343e9d217 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:28.823355 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511fbaa-5619-4820-890f-e76938d9be04 req-b1656c06-4989-47c8-9ca3-eeb40b23ba60 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:28.831131 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-7daa1f3c-565c-4050-ab38-571afa3eb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:28.833035 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-7daa1f3c-565c-4050-ab38-571afa3eb5c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=400066aa-12b5-45a0-959e-480a0947721b HTTP/1.1" status: 200 len: 870 time: 0.6542826 Aug 31 13:08:28.841735 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-8662d4bc-04b3-43d7-a6ca-cf884a03b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:28.842237 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8511fbaa-5619-4820-890f-e76938d9be04 req-b1656c06-4989-47c8-9ca3-eeb40b23ba60 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.1342762 Aug 31 13:08:28.843796 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-8662d4bc-04b3-43d7-a6ca-cf884a03b883 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6670990 Aug 31 13:08:28.889255 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 4a438d0c-07d6-40ab-9d3c-328343e9d217 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:28.894649 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 4a438d0c-07d6-40ab-9d3c-328343e9d217 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:28.895376 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:28.953104 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8511fbaa-5619-4820-890f-e76938d9be04 req-ea99c37d-1310-436b-a113-11b65f82003b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098490 Aug 31 13:08:28.980541 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-e5611169-380a-4d0b-b98f-11fb765fd018 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=a2d2259b-dc1e-420e-8e28-2a79bd8448a3 HTTP/1.1" status: 200 len: 217 time: 0.1320317 Aug 31 13:08:29.070755 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db90e2-4787-4e97-9b34-2733cac9369e req-cbd0d7f6-e4e9-4b61-bffc-2fcf9d3b7071 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:29.081109 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:29.082202 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8db90e2-4787-4e97-9b34-2733cac9369e req-cbd0d7f6-e4e9-4b61-bffc-2fcf9d3b7071 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.1033168 Aug 31 13:08:29.138950 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 4a438d0c-07d6-40ab-9d3c-328343e9d217, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=4a438d0c-07d6-40ab-9d3c-328343e9d217,segment=NetworkSegment(9e1619a8-bc0c-4756-8e25-65e3254bf4f3),segment_id=9e1619a8-bc0c-4756-8e25-65e3254bf4f3)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:29.143315 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-f14ed3cd-adcd-4350-b490-09b4176ffdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:29.144862 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-f14ed3cd-adcd-4350-b490-09b4176ffdda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3986447 Aug 31 13:08:29.147249 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:29.148282 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-86ff3034-6bc4-4d56-87f8-0a0bb04b51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:29.183699 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-86ff3034-6bc4-4d56-87f8-0a0bb04b51fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=639f9636-0979-43f8-a504-6041b5c08f6e HTTP/1.1" status: 200 len: 843 time: 0.1932344 Aug 31 13:08:29.215414 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=4a438d0c-07d6-40ab-9d3c-328343e9d217,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:29.251227 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8db90e2-4787-4e97-9b34-2733cac9369e req-42b8ed25-bac2-4fa0-a604-8faeb93866e2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679058 Aug 31 13:08:29.308227 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a7da-3aaf-41b7-9820-5d23d4ab04ff req-bedc3636-4631-404f-9f8f-9bdf6de24754 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:29.322252 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1475a7da-3aaf-41b7-9820-5d23d4ab04ff req-bedc3636-4631-404f-9f8f-9bdf6de24754 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 948 time: 0.1365001 Aug 31 13:08:29.361374 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-30e58102-7742-4d68-90da-55dd89a53447 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086710 Aug 31 13:08:29.380833 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-cd7cc105-c65e-4500-a9a3-f9a6a9a11573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:29.382637 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-cd7cc105-c65e-4500-a9a3-f9a6a9a11573 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=400066aa-12b5-45a0-959e-480a0947721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1828427 Aug 31 13:08:29.427997 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1475a7da-3aaf-41b7-9820-5d23d4ab04ff req-d6e9c9b9-538b-4943-beff-4980a75f3b6f tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991917 Aug 31 13:08:29.549468 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-9f8795c9-9100-43a3-b1c9-e5041026bd92 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519461 Aug 31 13:08:29.695235 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-5e939982-277f-4236-9cde-23e705022d75 service neutron] 10.222.0.59 "GET /v2.0/networks/400066aa-12b5-45a0-959e-480a0947721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835202 Aug 31 13:08:29.701977 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02fd46d2-75b3-4ff3-9f7e-08905980bb18 req-7bdc14af-45d5-43bd-817d-84a0649b61f5 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298213 Aug 31 13:08:29.829586 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51407ba6-b1ce-4013-ac79-6dc7682b9bf6 req-aa331648-8b36-4c70-b9b3-8443809c0c9a service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615781 Aug 31 13:08:29.876263 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-1208b2d9-7c5d-4e45-ba18-9015fe9bf456 service neutron] 10.222.0.59 "GET /v2.0/networks/400066aa-12b5-45a0-959e-480a0947721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713724 Aug 31 13:08:30.014903 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-eda1c286-cadf-4cf0-a57b-1afcb4cab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:30.016501 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-eda1c286-cadf-4cf0-a57b-1afcb4cab5c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1097 time: 0.0803232 Aug 31 13:08:30.110060 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef5e04-4942-4fd2-933a-b49770b7d257 req-b4b3dbf5-72e7-41e7-86ed-afe6111f2e3a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:30.111682 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-19ef5e04-4942-4fd2-933a-b49770b7d257 req-b4b3dbf5-72e7-41e7-86ed-afe6111f2e3a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.0660646 Aug 31 13:08:30.147368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-55ea9915-ec79-41e5-97e5-280e63deb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:30.149117 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-55ea9915-ec79-41e5-97e5-280e63deb6de service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.1176178 Aug 31 13:08:30.162954 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-19ef5e04-4942-4fd2-933a-b49770b7d257 req-65e6c489-984d-495a-879b-b54154e22a5f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424240 Aug 31 13:08:30.207625 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-f6e024e7-69ae-48a3-a72f-f600593ab015 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 200 len: 217 time: 0.0381358 Aug 31 13:08:30.269810 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-49f09195-7575-4bb9-8649-b1b74f45a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:30.271416 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-49f09195-7575-4bb9-8649-b1b74f45a28f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0557230 Aug 31 13:08:30.342552 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-8575b7cc-f86f-4c17-af72-fc663b3b74ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:30.345022 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-8575b7cc-f86f-4c17-af72-fc663b3b74ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597632 Aug 31 13:08:30.399392 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04cd96-baac-4418-99c1-73b23ac8ffd0 req-4c93649e-642e-4286-88c4-e43c766763f3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:30.407070 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-be04cd96-baac-4418-99c1-73b23ac8ffd0 req-4c93649e-642e-4286-88c4-e43c766763f3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0713582 Aug 31 13:08:30.458125 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-be04cd96-baac-4418-99c1-73b23ac8ffd0 req-e0935797-3c26-4bde-8857-a17fe3673412 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501702 Aug 31 13:08:30.471155 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-97cc0c69-90d8-43c9-82e2-984806ce3176 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138086 Aug 31 13:08:30.590052 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ed72a5-0cad-432b-8f9b-42ebd0460941 req-019b82a3-6ad4-445c-be0d-e495e70b7140 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095984 Aug 31 13:08:30.593222 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec34b65-035f-44cf-be3f-f4a12d678121 req-3baae945-6091-4609-a941-7c00a99fd969 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:30.598152 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5ec34b65-035f-44cf-be3f-f4a12d678121 req-3baae945-6091-4609-a941-7c00a99fd969 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 948 time: 0.0805573 Aug 31 13:08:30.664725 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5ec34b65-035f-44cf-be3f-f4a12d678121 req-7210c98c-064a-40cd-bc98-64a9a49c152b tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567765 Aug 31 13:08:30.682307 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4a438d0c-07d6-40ab-9d3c-328343e9d217 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:30.738481 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 4a438d0c-07d6-40ab-9d3c-328343e9d217 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:30.739105 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:30.742130 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device a2d2259b-dc1e-420e-8e28-2a79bd8448a3 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:08:30.908131 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port a2d2259b-dc1e-420e-8e28-2a79bd8448a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,segment=NetworkSegment(266b67bc-85e5-4392-98b7-af815a7a2ed2),segment_id=266b67bc-85e5-4392-98b7-af815a7a2ed2)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:30.924763 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3', 'network_id': '400066aa-12b5-45a0-959e-480a0947721b', 'port_id': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3', 'mac_address': 'fa:16:3e:19:23:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639f9636-0979-43f8-a504-6041b5c08f6e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:08:30.969140 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:30.985441 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d2259b-dc1e-420e-8e28-2a79bd8448a3 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:31.010302 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port a2d2259b-dc1e-420e-8e28-2a79bd8448a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,segment=NetworkSegment(266b67bc-85e5-4392-98b7-af815a7a2ed2),segment_id=266b67bc-85e5-4392-98b7-af815a7a2ed2)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:31.015862 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:31.072459 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:31.283854 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['a2d2259b-dc1e-420e-8e28-2a79bd8448a3'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:08:31.300178 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25823753-72c6-48e2-a7f6-0296eaf5e9c8 req-818551b4-17c9-4efa-926f-0da4b13da82b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:31.307708 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-25823753-72c6-48e2-a7f6-0296eaf5e9c8 req-818551b4-17c9-4efa-926f-0da4b13da82b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.0593452 Aug 31 13:08:31.357201 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-25823753-72c6-48e2-a7f6-0296eaf5e9c8 req-afe2d7ff-2228-4487-ae8c-5e26580f3894 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Aug 31 13:08:31.592624 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871415f-51c2-4cc5-96bb-db64027a9d3b req-2d53b0d1-d8c8-4423-b2d7-aa5ad514b654 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:31.594152 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6871415f-51c2-4cc5-96bb-db64027a9d3b req-2d53b0d1-d8c8-4423-b2d7-aa5ad514b654 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0540919 Aug 31 13:08:31.636426 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6871415f-51c2-4cc5-96bb-db64027a9d3b req-8846b537-2c02-47e6-a85a-5686b31d7236 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361118 Aug 31 13:08:31.788900 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f2894-41f3-4b0e-8398-3170d91a8f83 req-a726457a-e185-4a55-a4f8-06d3903753cd tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:31.790572 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-033f2894-41f3-4b0e-8398-3170d91a8f83 req-a726457a-e185-4a55-a4f8-06d3903753cd tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 949 time: 0.0567803 Aug 31 13:08:31.841666 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-033f2894-41f3-4b0e-8398-3170d91a8f83 req-6fc6bd69-7e09-4206-a347-b4280aad8dee tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Aug 31 13:08:32.206259 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e46fc4e4-5aa9-455d-bcda-8c728afb6a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:32.492825 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94186-2184-4cbd-9085-8b1dcde599f8 req-91cf4a14-0a3d-4b41-bee4-8e21ed509d62 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:32.494309 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0ab94186-2184-4cbd-9085-8b1dcde599f8 req-91cf4a14-0a3d-4b41-bee4-8e21ed509d62 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.0584583 Aug 31 13:08:32.535725 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0ab94186-2184-4cbd-9085-8b1dcde599f8 req-8cc3f3fa-0714-4994-8e23-ecbb7b27a41f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346296 Aug 31 13:08:32.750914 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:08:32.753058 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device a2d2259b-dc1e-420e-8e28-2a79bd8448a3 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:32.779832 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9af22b-f350-419f-917b-8f484d278355 req-0e0866f2-accf-430c-859d-1642d9a85799 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:32.786311 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b9af22b-f350-419f-917b-8f484d278355 req-0e0866f2-accf-430c-859d-1642d9a85799 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0658326 Aug 31 13:08:32.848265 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1b9af22b-f350-419f-917b-8f484d278355 req-0bd5dd32-1922-49ed-bc22-f4f17189fbf6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487242 Aug 31 13:08:32.919112 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:32.931939 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:32.932484 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:32.974162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ced925-6198-4cb5-905d-8ba47fd7f81e req-70550c04-f753-4d37-8493-00b2dd14c3ea tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:32.979850 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:32.982101 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-36ced925-6198-4cb5-905d-8ba47fd7f81e req-70550c04-f753-4d37-8493-00b2dd14c3ea tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 949 time: 0.0625682 Aug 31 13:08:32.999732 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'port_id': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'mac_address': 'fa:16:3e:c8:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:08:33.045671 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-36ced925-6198-4cb5-905d-8ba47fd7f81e req-3f5d7d74-6983-4e94-a1e7-277a11c9b5df tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Aug 31 13:08:33.069132 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:33.092328 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42b0d12-5333-4224-a35c-0fdc6e431b5d {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:33.096378 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:33.132905 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:33.139591 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:33.141910 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8374014-b864-44a8-b32d-8d1840ff93d8" -d '{"events": [{"server_uuid": "87daca13-57f3-4944-a0d4-1be6b89ba429", "name": "network-vif-plugged", "status": "completed", "tag": "a2d2259b-dc1e-420e-8e28-2a79bd8448a3"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:33.155724 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:33.169237 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port a2d2259b-dc1e-420e-8e28-2a79bd8448a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,segment=NetworkSegment(266b67bc-85e5-4392-98b7-af815a7a2ed2),segment_id=266b67bc-85e5-4392-98b7-af815a7a2ed2)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:33.189529 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:33.193896 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd70afc-5bf1-42d9-8981-216702454b83 x-openstack-request-id: req-3cd70afc-5bf1-42d9-8981-216702454b83 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:33.194187 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87daca13-57f3-4944-a0d4-1be6b89ba429", "name": "network-vif-plugged", "status": "completed", "tag": "a2d2259b-dc1e-420e-8e28-2a79bd8448a3", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:33.194432 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cd70afc-5bf1-42d9-8981-216702454b83 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:33.194814 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3', 'code': 200} Aug 31 13:08:33.223744 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:33.284864 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:33.398699 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1d280-726f-4b57-94e8-acc58339621b req-290bf895-0785-4252-b1e1-b9db34d0466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:33.400326 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a1d280-726f-4b57-94e8-acc58339621b req-290bf895-0785-4252-b1e1-b9db34d0466a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 1103 time: 0.0440373 Aug 31 13:08:33.444539 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a1d280-726f-4b57-94e8-acc58339621b req-fe4a4620-90e8-4748-be6c-7905456155fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Aug 31 13:08:33.448639 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['d42b0d12-5333-4224-a35c-0fdc6e431b5d'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:08:33.673143 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ad6d-333a-4dbd-a3c7-0292b60f91bd req-4809916a-c843-43ba-b55e-8246ccda7dc1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:33.675286 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5d52ad6d-333a-4dbd-a3c7-0292b60f91bd req-4809916a-c843-43ba-b55e-8246ccda7dc1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.0565028 Aug 31 13:08:33.714608 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5d52ad6d-333a-4dbd-a3c7-0292b60f91bd req-dc2ba18e-1bb5-4570-b2ec-a28def7fec2b tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332656 Aug 31 13:08:33.979346 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7026e83-e9c7-43c4-a969-e775b4471734 req-16217105-9916-44e1-ad7b-2bf2950e47f9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:33.982957 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a7026e83-e9c7-43c4-a969-e775b4471734 req-16217105-9916-44e1-ad7b-2bf2950e47f9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 945 time: 0.0584304 Aug 31 13:08:34.052345 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a7026e83-e9c7-43c4-a969-e775b4471734 req-cf03135d-13f7-456a-870d-59df2a4e9bf4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622005 Aug 31 13:08:34.180068 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eddc9a-cf11-4073-8682-bdf73a387654 req-59549f09-84c2-4e31-b30c-b10df629c482 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:34.181595 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02eddc9a-cf11-4073-8682-bdf73a387654 req-59549f09-84c2-4e31-b30c-b10df629c482 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 950 time: 0.0554962 Aug 31 13:08:34.228425 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02eddc9a-cf11-4073-8682-bdf73a387654 req-d3277757-e53d-41d9-9709-fe7a5226fa4a tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Aug 31 13:08:34.767718 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device ae97824b-4726-4131-9ab2-1b554b3ccb75 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:08:34.772858 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:34.893338 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-326dc769-4a94-457b-8065-036dd1304fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:34.923266 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c6635-4510-4a50-b4e2-480c4eb046fb req-91ebe6c6-fe97-4bca-91ea-ab7f0e3fb8b5 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:34.926798 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port d42b0d12-5333-4224-a35c-0fdc6e431b5d completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:34.930946 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-813c6635-4510-4a50-b4e2-480c4eb046fb req-91ebe6c6-fe97-4bca-91ea-ab7f0e3fb8b5 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 943 time: 0.0917568 Aug 31 13:08:34.933200 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port d42b0d12-5333-4224-a35c-0fdc6e431b5d triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:34.933570 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:34.971424 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port ae97824b-4726-4131-9ab2-1b554b3ccb75, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:34.977571 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-813c6635-4510-4a50-b4e2-480c4eb046fb req-a7bffc7c-055c-42e8-86dd-fe7c8aac6c2e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413063 Aug 31 13:08:34.997876 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:08:35.094049 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:35.125155 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae97824b-4726-4131-9ab2-1b554b3ccb75 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:35.135980 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:35.183832 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port ae97824b-4726-4131-9ab2-1b554b3ccb75, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:35.196652 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:35.199397 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcc932f-8328-43d7-9ab1-0b23a50b3c45" -d '{"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-plugged", "status": "completed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:35.209934 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:35.217191 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:35.218373 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:35.259620 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19da481-90d2-4d14-a9af-e60f4f75112c req-d5e3ca0f-1e1c-4b46-9461-637e7cace074 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:35.262003 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d19da481-90d2-4d14-a9af-e60f4f75112c req-d5e3ca0f-1e1c-4b46-9461-637e7cace074 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 945 time: 0.1119187 Aug 31 13:08:35.286215 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=ae97824b-4726-4131-9ab2-1b554b3ccb75,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:35.298623 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3c6996-d68f-4d70-9334-78f892ac9388 x-openstack-request-id: req-de3c6996-d68f-4d70-9334-78f892ac9388 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:35.298918 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-plugged", "status": "completed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:35.299174 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de3c6996-d68f-4d70-9334-78f892ac9388 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:35.299573 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'code': 200} Aug 31 13:08:35.300741 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:35.378811 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:35.405575 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d19da481-90d2-4d14-a9af-e60f4f75112c req-2d795054-2f5c-4636-bf57-0d738aa5b335 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070337 Aug 31 13:08:35.427766 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff9e39-5919-4388-a28a-959d2e3d8e34 req-7b09293a-12a4-499f-8600-91f70d99392f tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:35.429417 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-caff9e39-5919-4388-a28a-959d2e3d8e34 req-7b09293a-12a4-499f-8600-91f70d99392f tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 950 time: 0.0881073 Aug 31 13:08:35.489793 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-caff9e39-5919-4388-a28a-959d2e3d8e34 req-2bce7976-c6d5-4469-9d3e-5c4b765404a8 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535669 Aug 31 13:08:35.535823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd346-7f25-44cb-8da4-db997358c22f req-62f9eb7f-2d21-4240-ba7a-22a24c9a6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:35.538552 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-413bd346-7f25-44cb-8da4-db997358c22f req-62f9eb7f-2d21-4240-ba7a-22a24c9a6e58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1099 time: 0.0629663 Aug 31 13:08:35.544489 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['ae97824b-4726-4131-9ab2-1b554b3ccb75'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:08:35.598069 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-413bd346-7f25-44cb-8da4-db997358c22f req-db81b7ae-ef88-4e98-a616-88de5500b13c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446150 Aug 31 13:08:35.834249 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c91df-64db-4840-8ea4-36796e7bc499 req-69393930-6a51-4e25-b5ed-63aa91a3aecb tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:35.835758 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-925c91df-64db-4840-8ea4-36796e7bc499 req-69393930-6a51-4e25-b5ed-63aa91a3aecb tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 950 time: 0.0672925 Aug 31 13:08:35.884137 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-925c91df-64db-4840-8ea4-36796e7bc499 req-525ccce9-097d-4aee-acb3-80d172ef2387 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Aug 31 13:08:36.113309 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b06b9-ff36-485f-b432-66a1595de2bc req-4ee8a784-2c09-4774-9f00-769f508dec95 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:36.115675 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ab8b06b9-ff36-485f-b432-66a1595de2bc req-4ee8a784-2c09-4774-9f00-769f508dec95 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 944 time: 0.0650642 Aug 31 13:08:36.116258 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:36.160302 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ab8b06b9-ff36-485f-b432-66a1595de2bc req-b517326d-2b91-4e94-82d2-a1f52e7874d2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369549 Aug 31 13:08:36.530425 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64fa5a-03c5-4afc-94d4-e1233cc3ff78 req-33e8e225-c4b9-4a5f-8d54-774844c870e0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:36.531789 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-de64fa5a-03c5-4afc-94d4-e1233cc3ff78 req-33e8e225-c4b9-4a5f-8d54-774844c870e0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0509393 Aug 31 13:08:36.571362 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-de64fa5a-03c5-4afc-94d4-e1233cc3ff78 req-00f8d019-9efd-4159-a031-ad8626e85af3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337272 Aug 31 13:08:36.773733 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device ae97824b-4726-4131-9ab2-1b554b3ccb75 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:36.823167 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port ae97824b-4726-4131-9ab2-1b554b3ccb75 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:36.827537 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port ae97824b-4726-4131-9ab2-1b554b3ccb75 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:36.827932 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:36.910936 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:36.944411 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port ae97824b-4726-4131-9ab2-1b554b3ccb75, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:36.949076 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:37.000860 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=ae97824b-4726-4131-9ab2-1b554b3ccb75,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:37.077569 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-2c07bee1-ea96-4503-8252-a0b81badd53d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:37.079046 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-2c07bee1-ea96-4503-8252-a0b81badd53d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 815 time: 0.1221001 Aug 31 13:08:37.112775 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-ac3a8bc9-3a9a-44e8-9fce-ad85dfabae4f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/quotas/16daaf5f2da4442fb3c8e57570a03d5c HTTP/1.1" status: 200 len: 375 time: 0.0242221 Aug 31 13:08:37.147813 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee9112-02a4-438a-8662-e463d814142a req-6cf4a2d7-e72c-4c50-982a-80d11f292a4c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:37.150384 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-41ee9112-02a4-438a-8662-e463d814142a req-6cf4a2d7-e72c-4c50-982a-80d11f292a4c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 950 time: 0.1836309 Aug 31 13:08:37.210373 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-41ee9112-02a4-438a-8662-e463d814142a req-1f912ee5-b3dc-4b0d-89d0-d8954522efd2 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Aug 31 13:08:37.216512 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-52bb0784-e8fb-4354-a552-912a8210cf39 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925646 Aug 31 13:08:37.301278 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:37.304489 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ccc908-c98e-49f6-9a8a-7eae5a98b071" -d '{"events": [{"server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "name": "network-vif-plugged", "status": "completed", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:37.342763 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fd1ee-4f3f-47e3-83b1-386972081552 req-2cb5b7e6-49a8-42fc-a966-b6d2f2e44ba3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:37.344210 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-253fd1ee-4f3f-47e3-83b1-386972081552 req-2cb5b7e6-49a8-42fc-a966-b6d2f2e44ba3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0724087 Aug 31 13:08:37.360732 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-8daffbf6-3c71-4879-83a5-e60e6948148e service neutron] 10.222.0.69 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325872 Aug 31 13:08:37.428561 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-253fd1ee-4f3f-47e3-83b1-386972081552 req-4d0e8e5f-4f2d-4b1a-b4cb-df336a1537b1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772831 Aug 31 13:08:37.464336 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-8bd1de56-d859-494b-8da2-01528c4a9908 service neutron] 10.222.0.69 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969722 Aug 31 13:08:37.471897 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51cdc82-b344-4efa-8b03-b1ab7fdd3dd9 x-openstack-request-id: req-c51cdc82-b344-4efa-8b03-b1ab7fdd3dd9 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:37.472194 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "name": "network-vif-plugged", "status": "completed", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:37.472428 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c51cdc82-b344-4efa-8b03-b1ab7fdd3dd9 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:37.472999 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'code': 200} Aug 31 13:08:37.629159 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d6048574-ab43-42e0-8bec-fd25cf024340 req-52a951d8-f6fe-4c82-91e7-56101f3a6c50 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 210 time: 0.0314751 Aug 31 13:08:37.710356 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefec7c-e5b5-4e37-b1bf-64fe6038b390 req-cdd3f33f-9ebe-4613-8dc5-62952563a01c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:37.711957 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ddefec7c-e5b5-4e37-b1bf-64fe6038b390 req-cdd3f33f-9ebe-4613-8dc5-62952563a01c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0601621 Aug 31 13:08:37.761946 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ddefec7c-e5b5-4e37-b1bf-64fe6038b390 req-8bc1bd60-747b-4858-92ae-9e5f3bc3459f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333681 Aug 31 13:08:37.807901 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736259bd-5ed5-4432-ae4b-51bba83b2df4 req-e3dcdfd9-7010-4e0b-a44f-e48f1b3a8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:37.809771 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-736259bd-5ed5-4432-ae4b-51bba83b2df4 req-e3dcdfd9-7010-4e0b-a44f-e48f1b3a8434 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 1098 time: 0.0495863 Aug 31 13:08:37.855691 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-736259bd-5ed5-4432-ae4b-51bba83b2df4 req-d7460856-0de2-445d-9f81-a0feb8775636 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Aug 31 13:08:37.898285 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:37.910844 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4004d9-b5b7-4c71-ac0a-e4b4376da38d req-4c7da4ac-0ccc-4a0a-80a8-d4094638c9ef tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:37.912600 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3a4004d9-b5b7-4c71-ac0a-e4b4376da38d req-4c7da4ac-0ccc-4a0a-80a8-d4094638c9ef tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0628369 Aug 31 13:08:37.922275 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 43758) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:37.927160 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Request body: {'floatingip': {'port_id': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:37.971555 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:38.329933 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320ecba-df51-41a4-a155-290a9ea1d909 req-73b05ee8-b09a-45c1-8162-dfe9989bdfe2 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:38.332094 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2320ecba-df51-41a4-a155-290a9ea1d909 req-73b05ee8-b09a-45c1-8162-dfe9989bdfe2 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 950 time: 0.0502608 Aug 31 13:08:38.383096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2320ecba-df51-41a4-a155-290a9ea1d909 req-83894e1d-2f6d-48e6-9fcc-bd175978a4a1 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Aug 31 13:08:38.479760 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:38.487690 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:38.499447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-2c5386cc-a4b2-44bd-a34a-e453cb93bffb tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:38.500963 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-2c5386cc-a4b2-44bd-a34a-e453cb93bffb tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.59 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 950 time: 0.0720491 Aug 31 13:08:38.549948 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053ca99-b111-4c12-875a-327e02757674 req-d7366e0a-c472-4cb7-b6a9-2fff7f223b67 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:38.551767 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6053ca99-b111-4c12-875a-327e02757674 req-d7366e0a-c472-4cb7-b6a9-2fff7f223b67 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Aug 31 13:08:38.593694 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6053ca99-b111-4c12-875a-327e02757674 req-8d645171-ec68-4d2d-abd8-fcf174e142b3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357172 Aug 31 13:08:38.658643 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Floating IP 5a0ad7fd-4f08-414b-b650-89519838f62c associated. External IP: 172.27.0.138, port: d42b0d12-5333-4224-a35c-0fdc6e431b5d. Aug 31 13:08:38.716147 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Deleting port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:08:38.716487 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:38.735793 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c8c526b4-2e50-4c18-a038-ab6a98e6a92f req-592d0c50-785d-4607-aa54-c45d0e59b1a4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 210 time: 0.0263450 Aug 31 13:08:38.989703 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] For port a2d2259b-dc1e-420e-8e28-2a79bd8448a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,segment=NetworkSegment(266b67bc-85e5-4392-98b7-af815a7a2ed2),segment_id=266b67bc-85e5-4392-98b7-af815a7a2ed2)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:38.990332 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:39.009078 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Calling delete_port for a2d2259b-dc1e-420e-8e28-2a79bd8448a3 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:08:39.108505 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:08:39.126214 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-17554d79-b28a-42fb-85d7-1c45bc1a7edc tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:39.127638 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-17554d79-b28a-42fb-85d7-1c45bc1a7edc tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.59 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 815 time: 0.2474506 Aug 31 13:08:39.155124 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'port': {'device_id': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'admin_state_up': True, 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:39.551098 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de2088-96b8-4611-a3cb-61c22ef9c4ff req-ba66ea9b-512d-40e1-8342-ba11a104936b tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:39.559732 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d8de2088-96b8-4611-a3cb-61c22ef9c4ff req-ba66ea9b-512d-40e1-8342-ba11a104936b tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 950 time: 0.0845942 Aug 31 13:08:39.644961 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d8de2088-96b8-4611-a3cb-61c22ef9c4ff req-7e1cecb4-5309-4e3b-b996-19f466e85ae0 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/security-groups?id=d524958a-9c53-4d78-8e46-95a5f96c5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792861 Aug 31 13:08:39.735269 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:39.746673 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] Sync routers for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:39.758163 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:39.761244 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:39.762755 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:39.764538 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:39.809879 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26821e-44c3-4c57-94e4-a6128caa1ce9 req-08239203-0306-43d7-ad3d-c07002146765 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:39.821985 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da26821e-44c3-4c57-94e4-a6128caa1ce9 req-08239203-0306-43d7-ad3d-c07002146765 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.1265519 Aug 31 13:08:39.873583 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['a2d2259b-dc1e-420e-8e28-2a79bd8448a3'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:08:39.873958 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-da26821e-44c3-4c57-94e4-a6128caa1ce9 req-5ebdc16a-04a5-446d-bd71-046c90b85b97 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509005 Aug 31 13:08:39.919393 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Pushing event deleted for resources: {'Port': ['ID=a2d2259b-dc1e-420e-8e28-2a79bd8448a3,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:39.934333 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-86756a95-2a34-47de-8e0d-9fd6671787a9 req-2cb5ef03-7673-4000-b6c7-9fb2f5956963 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 210 time: 0.0377979 Aug 31 13:08:39.965754 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a1ca0aab-e73f-4175-bacc-f775fbe1b77d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "PUT /v2.0/floatingips/5a0ad7fd-4f08-414b-b650-89519838f62c HTTP/1.1" status: 200 len: 992 time: 2.0415394 Aug 31 13:08:39.985009 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:39.989930 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4dc99-42df-41ce-9f39-48ef11a35fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:40.001826 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] No DVR routers for this DVR port a2d2259b-dc1e-420e-8e28-2a79bd8448a3 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:08:40.004842 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Made reservation on behalf of 16daaf5f2da4442fb3c8e57570a03d5c for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:08:40.009068 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:40.014758 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:40.014758 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4458a8e6-ef86-48eb-8161-a5f7270213b0 req-f9c3d56a-4ad6-41b3-8c0e-9968b9ca8c2c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.59 "DELETE /v2.0/ports/a2d2259b-dc1e-420e-8e28-2a79bd8448a3 HTTP/1.1" status: 204 len: 173 time: 1.4805787 Aug 31 13:08:40.045628 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:40.145599 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f519bf-4a2c-401b-b1b5-bed4a78ee950 x-openstack-request-id: req-14f519bf-4a2c-401b-b1b5-bed4a78ee950 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:40.145993 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:40.146309 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14f519bf-4a2c-401b-b1b5-bed4a78ee950 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:40.146764 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'status': 'completed', 'code': 200} Aug 31 13:08:40.221493 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Allocated IP 172.20.0.9 (834a8189-ef3f-45d6-a1f9-73bf8befac7e/7eea62b4-dd90-41e0-828d-39f4d980cf72/69560a4c-2ba7-44b8-847b-d42a7daa2d01) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:40.396612 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:40.413867 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Transition to ACTIVE for port object 69560a4c-2ba7-44b8-847b-d42a7daa2d01 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:40.451832 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:40.504082 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:40.507442 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:40.511853 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:40.519576 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:40.570830 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:40.571536 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:40.609281 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6bd477be-e13a-4030-b100-6187b035d63d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4589555 Aug 31 13:08:40.627877 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '5a0ad7fd-4f08-414b-b650-89519838f62c', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'port_id': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'mac_address': 'fa:16:3e:c8:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:38Z', 'revision_number': 1, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:40.662239 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] Checking router: 80562ebd-c04c-4e2f-990e-95d48b6c23c8 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:40.684428 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:40.685154 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:40.777243 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-40d6514f-ad01-428e-8245-ae90fbf929c9 req-a64b9e54-a9ea-4020-906c-981dbbc200c3 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0433824 Aug 31 13:08:40.835016 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:40.937362 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-8b42ed0e-ff3d-452a-8b7b-a441b55afb27 None None] Provisioning for port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:40.943104 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-8b42ed0e-ff3d-452a-8b7b-a441b55afb27 None None] Provisioning complete for port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:40.943475 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8b42ed0e-ff3d-452a-8b7b-a441b55afb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:41.010275 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-8b42ed0e-ff3d-452a-8b7b-a441b55afb27 None None] Port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:08:41.018122 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b0b2a-27c7-47a7-b971-ac816e21003b req-398aac1b-b017-4106-b739-df1a2e2a1819 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:41.019952 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-820b0b2a-27c7-47a7-b971-ac816e21003b req-398aac1b-b017-4106-b739-df1a2e2a1819 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0720398 Aug 31 13:08:41.076246 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-820b0b2a-27c7-47a7-b971-ac816e21003b req-e154685d-c5cc-471d-bcfd-58ea938b1129 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500021 Aug 31 13:08:41.198173 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '5a0ad7fd-4f08-414b-b650-89519838f62c', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'port_id': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'mac_address': 'fa:16:3e:c8:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:38Z', 'revision_number': 1, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:41.202687 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cad57d-f40c-42e3-a181-ef53ac11f9d2 req-8d13ec10-1dec-4654-a607-19842c876fbc tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:41.210460 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-30cad57d-f40c-42e3-a181-ef53ac11f9d2 req-8d13ec10-1dec-4654-a607-19842c876fbc tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0624919 Aug 31 13:08:41.228589 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7e0ed-2c0b-4791-a8f8-d253e71ddd57 None None] The sync data for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi is: [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '5a0ad7fd-4f08-414b-b650-89519838f62c', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'port_id': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'mac_address': 'fa:16:3e:c8:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:08:38Z', 'revision_number': 1, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:41.247899 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-30cad57d-f40c-42e3-a181-ef53ac11f9d2 req-d1426cc3-3538-4fae-832b-5982541d7349 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365441 Aug 31 13:08:41.434861 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de3c1e-c2ab-4d31-b8d3-384131aad431 None None] New status for floating IP 5a0ad7fd-4f08-414b-b650-89519838f62c: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:08:41.887235 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8d0c047a-6c3c-41b6-b349-3141a522dde4 req-7f124bd6-2819-4f66-9c43-39103844acc1 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0262947 Aug 31 13:08:42.147827 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'name': 'network-vif-deleted', 'tag': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:42.151824 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b0db1-5523-4c03-afdf-fbe8e9f191d8" -d '{"events": [{"server_uuid": "87daca13-57f3-4944-a0d4-1be6b89ba429", "name": "network-vif-deleted", "tag": "a2d2259b-dc1e-420e-8e28-2a79bd8448a3"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:42.197494 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dcf02-b00c-41fd-8274-d09372b5a2a4 req-97f77a79-1d12-40ac-b180-bcafe65a3ace tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:42.199003 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-657dcf02-b00c-41fd-8274-d09372b5a2a4 req-97f77a79-1d12-40ac-b180-bcafe65a3ace tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0497096 Aug 31 13:08:42.244142 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-657dcf02-b00c-41fd-8274-d09372b5a2a4 req-2ad16158-c888-4e08-bc8d-e9cfe9db3808 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Aug 31 13:08:42.290738 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdfbbdf-30f1-4a7b-a22f-43874c95b983 x-openstack-request-id: req-fcdfbbdf-30f1-4a7b-a22f-43874c95b983 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:42.291024 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87daca13-57f3-4944-a0d4-1be6b89ba429", "name": "network-vif-deleted", "tag": "a2d2259b-dc1e-420e-8e28-2a79bd8448a3", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:42.291264 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcdfbbdf-30f1-4a7b-a22f-43874c95b983 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:42.291674 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87daca13-57f3-4944-a0d4-1be6b89ba429', 'name': 'network-vif-deleted', 'tag': 'a2d2259b-dc1e-420e-8e28-2a79bd8448a3', 'status': 'completed', 'code': 200} Aug 31 13:08:42.399350 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4dcc-7c5c-4b01-a181-18c5e9767152 req-42485735-8839-4314-a040-745b8315d374 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:42.401101 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dcec4dcc-7c5c-4b01-a181-18c5e9767152 req-42485735-8839-4314-a040-745b8315d374 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0525558 Aug 31 13:08:42.441727 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dcec4dcc-7c5c-4b01-a181-18c5e9767152 req-a0aeb169-be64-4056-b70a-f49e1b4e5e33 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Aug 31 13:08:42.789316 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device a2d2259b-dc1e-420e-8e28-2a79bd8448a3 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:08:42.818549 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: a2d2259b-dc1e-420e-8e28-2a79bd8448a3 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:08:42.818902 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device a2d2259b-dc1e-420e-8e28-2a79bd8448a3 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:08:42.984096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55747a9c-8115-438f-8813-03b07a57edbd req-237a33c0-f9d0-4a44-8c44-ee473523cfbd tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0271869 Aug 31 13:08:43.366355 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080592e-642c-42d2-a5b1-e5b368151306 req-55107443-3ec7-4e53-ab11-d03c7b83aa26 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:43.367938 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c080592e-642c-42d2-a5b1-e5b368151306 req-55107443-3ec7-4e53-ab11-d03c7b83aa26 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Aug 31 13:08:43.415398 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c080592e-642c-42d2-a5b1-e5b368151306 req-97bb8189-6db5-4f37-8741-8c7007dcca2d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 Aug 31 13:08:43.584062 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc346d-f7de-4dc9-9ad4-67699b3423b6 req-17647f21-d65b-46b3-af10-8fdad745e5f2 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:43.585501 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bdc346d-f7de-4dc9-9ad4-67699b3423b6 req-17647f21-d65b-46b3-af10-8fdad745e5f2 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0556867 Aug 31 13:08:43.615595 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:43.634602 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bdc346d-f7de-4dc9-9ad4-67699b3423b6 req-d1f9e7b6-ebd3-4664-b497-a65013e494b6 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Aug 31 13:08:44.086885 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-685f94f3-b5f6-472d-b692-40e74d251de0 req-deea9b6f-e6ed-4614-a5bd-e7f7a312688c tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0281115 Aug 31 13:08:44.546052 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987b90-6b8d-4d61-8083-e04a413b841f req-1b2a51d3-5b61-4596-b9b1-2a2300f587e7 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:44.547641 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2987b90-6b8d-4d61-8083-e04a413b841f req-1b2a51d3-5b61-4596-b9b1-2a2300f587e7 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Aug 31 13:08:44.588091 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2987b90-6b8d-4d61-8083-e04a413b841f req-a3aeba52-f692-4127-b17a-7e18010f4e20 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344627 Aug 31 13:08:44.763560 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c11601-c548-4988-8b84-821a1a1f99ed req-a1b1463c-6099-4788-8404-2884903ce14c tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:44.765219 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37c11601-c548-4988-8b84-821a1a1f99ed req-a1b1463c-6099-4788-8404-2884903ce14c tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0568042 Aug 31 13:08:44.804605 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-37c11601-c548-4988-8b84-821a1a1f99ed req-b2fd9c41-c45b-40bb-9cc2-37ff5d79620f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 31 13:08:45.185646 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fd779234-5711-4ba2-9486-68c66ab15394 req-0da5f3db-fb04-4d5b-8b83-3a6fa7dbffdf tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0280638 Aug 31 13:08:45.713717 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987bfc-59fb-4814-9886-ba637f1443bd req-75be0a1b-09ad-4241-9994-36221385db1d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:45.715939 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b8987bfc-59fb-4814-9886-ba637f1443bd req-75be0a1b-09ad-4241-9994-36221385db1d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Aug 31 13:08:45.758062 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b8987bfc-59fb-4814-9886-ba637f1443bd req-cd549fd0-7beb-407d-811d-4430e8b185f3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361934 Aug 31 13:08:45.923522 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533c14-a4d2-429c-831a-05ed79361fe6 req-8d35e1d0-522e-440e-995a-d572a3ba052a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:45.925114 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-69533c14-a4d2-429c-831a-05ed79361fe6 req-8d35e1d0-522e-440e-995a-d572a3ba052a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0504937 Aug 31 13:08:45.971613 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-69533c14-a4d2-429c-831a-05ed79361fe6 req-8415447c-5a04-45c0-b361-523b822f1a67 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Aug 31 13:08:46.279206 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9146914c-2406-4fdf-8513-90147d7e6897 req-0d6820e6-9102-4b28-a006-3175b99d96ad tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0259435 Aug 31 13:08:46.891907 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c73ee-e89f-4fb8-827e-1e97dd26f680 req-ae236dc7-8433-4177-866b-bc7444200672 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:46.893479 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348c73ee-e89f-4fb8-827e-1e97dd26f680 req-ae236dc7-8433-4177-866b-bc7444200672 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0648839 Aug 31 13:08:46.937339 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-348c73ee-e89f-4fb8-827e-1e97dd26f680 req-ce7f1923-a1c9-415c-a550-768701222177 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374112 Aug 31 13:08:47.093787 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814824c0-481c-472e-83a6-5f44ff4c72c5 req-4664493e-bc98-4809-8ec3-ce4c030ed941 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:47.095432 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-814824c0-481c-472e-83a6-5f44ff4c72c5 req-4664493e-bc98-4809-8ec3-ce4c030ed941 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0542197 Aug 31 13:08:47.136973 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-814824c0-481c-472e-83a6-5f44ff4c72c5 req-8f91e08e-5130-4929-b7c7-1ec1f257ad37 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Aug 31 13:08:47.377675 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8e111e9-ee1b-4fa1-8322-6777b74fbdfd req-6242a9d5-9e77-4159-b45f-2c221b69ae83 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0305517 Aug 31 13:08:48.064305 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8d701-947f-4b87-94c5-c49a603320cd req-676c3d9f-ce2b-4d18-8c97-28d42a4dcb62 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:48.065870 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bf8d701-947f-4b87-94c5-c49a603320cd req-676c3d9f-ce2b-4d18-8c97-28d42a4dcb62 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Aug 31 13:08:48.106834 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bf8d701-947f-4b87-94c5-c49a603320cd req-e5d8ba9a-06c5-435b-8c87-31011ecfc458 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350096 Aug 31 13:08:48.253271 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942864a-ecc3-4735-958b-34f97bde07b2 req-c7508bdc-916d-4131-a1e1-a79015415812 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:48.254946 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c942864a-ecc3-4735-958b-34f97bde07b2 req-c7508bdc-916d-4131-a1e1-a79015415812 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0497441 Aug 31 13:08:48.294907 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c942864a-ecc3-4735-958b-34f97bde07b2 req-9ddc9b53-4986-43a2-a983-444e555ddb19 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Aug 31 13:08:48.480779 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4e2684d6-7b69-4ea2-beea-00b5183da58c req-910015a9-9954-4b17-a118-9a03cdecbcbb tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0266445 Aug 31 13:08:49.231048 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960456c8-4a27-4ea2-acab-e9cfa1b1ae2f req-8baf68e5-bfbf-445c-a696-c3c809aba9b1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:49.232522 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-960456c8-4a27-4ea2-acab-e9cfa1b1ae2f req-8baf68e5-bfbf-445c-a696-c3c809aba9b1 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0518324 Aug 31 13:08:49.272322 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-960456c8-4a27-4ea2-acab-e9cfa1b1ae2f req-511e51fd-4304-4d3e-bcb3-c7e91e58bd5d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334532 Aug 31 13:08:49.419621 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbe7f-bc93-4a5c-b7c5-83f668c88b4d req-00a89e80-33fa-4055-a703-ba68da3606e4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:49.421432 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b2dbbe7f-bc93-4a5c-b7c5-83f668c88b4d req-00a89e80-33fa-4055-a703-ba68da3606e4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0575788 Aug 31 13:08:49.462372 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b2dbbe7f-bc93-4a5c-b7c5-83f668c88b4d req-72e9fb28-65f0-4728-9495-12f58b8484f8 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Aug 31 13:08:49.581687 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9f49dea3-4511-4bdf-8740-bde196d61745 req-ae16df60-cb96-40da-bb3c-2c57d99e3a7b tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0304136 Aug 31 13:08:50.395156 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bff20-8a6c-4f2a-a8e5-2597e57af774 req-2a033134-bd4c-459b-ad68-1e59c01f7899 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:50.396702 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-518bff20-8a6c-4f2a-a8e5-2597e57af774 req-2a033134-bd4c-459b-ad68-1e59c01f7899 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0556867 Aug 31 13:08:50.438977 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-518bff20-8a6c-4f2a-a8e5-2597e57af774 req-8f2d81b4-a7e9-4837-a508-3b3ca4886560 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358763 Aug 31 13:08:50.597163 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5f59b-b5ab-4423-b78f-a6c654ef04a6 req-549416be-0517-43ac-9a0b-a0ec60faebab tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:50.598709 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b3c5f59b-b5ab-4423-b78f-a6c654ef04a6 req-549416be-0517-43ac-9a0b-a0ec60faebab tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0528557 Aug 31 13:08:50.641458 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b3c5f59b-b5ab-4423-b78f-a6c654ef04a6 req-91f91e97-1539-4a3c-a64e-698ea03ff6da tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Aug 31 13:08:50.725911 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d39a181b-f77d-45e4-9d60-24b49a21ca1d req-589a4afe-045c-401f-af87-f3b05bfb69b1 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0260334 Aug 31 13:08:51.572803 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3748d9-a18f-40a6-866a-115b72f15fe7 req-3d6c4e10-85a2-4410-82e8-9286e1cbeaac tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:51.575198 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f3748d9-a18f-40a6-866a-115b72f15fe7 req-3d6c4e10-85a2-4410-82e8-9286e1cbeaac tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0647485 Aug 31 13:08:51.617363 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f3748d9-a18f-40a6-866a-115b72f15fe7 req-a766a063-8aff-4644-8eb8-dcbf4c79df77 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351171 Aug 31 13:08:51.629265 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Request body: {'port': {'device_id': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:51.696877 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:51.809037 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f7553-abf5-416b-bb14-35103cf6821c req-9490becb-0f41-43e3-8d4c-a987fd39334a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:51.817491 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-968f7553-abf5-416b-bb14-35103cf6821c req-9490becb-0f41-43e3-8d4c-a987fd39334a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 931 time: 0.0967748 Aug 31 13:08:51.860189 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-968f7553-abf5-416b-bb14-35103cf6821c req-3f90cc7f-d4f9-42a9-a002-cdd73295a4a7 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 Aug 31 13:08:51.983168 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-739e552d-296f-4b20-8a43-1b0d7599f7c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1334605 Aug 31 13:08:51.987323 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-68055b80-2912-45ae-9ed3-f739403dd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:51.988796 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-68055b80-2912-45ae-9ed3-f739403dd078 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1099 time: 0.1374488 Aug 31 13:08:52.008747 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b68a034b-cc7d-4a17-a13a-ea37fd9c118a req-cc6e7d4d-4857-440a-a6b3-a0730a3f54b1 tempest-VolumesNegativeTest-696236484 tempest-VolumesNegativeTest-696236484-project] 10.222.0.69 "GET /v2.0/ports?device_id=87daca13-57f3-4944-a0d4-1be6b89ba429 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Aug 31 13:08:52.056633 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58476c05-5cb3-4c62-bc1f-203c6c705935 req-f62f9eeb-c7c7-46db-9d86-e21dd33fe7d5 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.058718 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-58476c05-5cb3-4c62-bc1f-203c6c705935 req-f62f9eeb-c7c7-46db-9d86-e21dd33fe7d5 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0765536 Aug 31 13:08:52.098824 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-58476c05-5cb3-4c62-bc1f-203c6c705935 req-4551dc32-a6b6-44cf-9e34-499fa58c6bc6 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338380 Aug 31 13:08:52.167054 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-8471cce3-e239-43e9-973c-fc8d01ab3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.169187 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-8471cce3-e239-43e9-973c-fc8d01ab3a62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1099 time: 0.1129186 Aug 31 13:08:52.175804 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-e46a04b9-ec6d-489c-b568-42e16a2e5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.177168 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-e46a04b9-ec6d-489c-b568-42e16a2e5ead service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.1761994 Aug 31 13:08:52.307211 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69560a4c-2ba7-44b8-847b-d42a7daa2d01 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:52.324006 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:52.346043 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-15996e36-fef9-4428-a89b-27c1fcda07d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 200 len: 1002 time: 0.1412673 Aug 31 13:08:52.348652 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Transition to ACTIVE for port object 69560a4c-2ba7-44b8-847b-d42a7daa2d01 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:08:52.370558 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:52.439698 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-faf7a7e5-7a03-42fb-b4cd-462544dd3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.442111 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-faf7a7e5-7a03-42fb-b4cd-462544dd3d8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 910 time: 0.2377326 Aug 31 13:08:52.464063 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-5a63fdc7-6149-425c-a96f-138a8fb50b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.468376 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-5a63fdc7-6149-425c-a96f-138a8fb50b99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.1104033 Aug 31 13:08:52.478385 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:52.552432 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.552809 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.553152 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.553491 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.553824 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.554154 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.554479 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.554805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.555128 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.555448 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.555769 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.556089 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:52.624998 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-39f925a8-940f-4fd9-bf41-437540f653f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 1001 time: 0.1544178 Aug 31 13:08:52.669335 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Attempting to bind port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:08:52.669987 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Attempting to bind port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:08:52.669987 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Attempting to bind port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 on network 834a8189-ef3f-45d6-a1f9-73bf8befac7e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:52.675975 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-9aac5a6c-c4bd-43c8-8eac-643c2a23bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.677514 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-9aac5a6c-c4bd-43c8-8eac-643c2a23bdb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1483359 Aug 31 13:08:52.683964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 on network 834a8189-ef3f-45d6-a1f9-73bf8befac7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:08:52.684289 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Attempting to bind port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 on network 834a8189-ef3f-45d6-a1f9-73bf8befac7e {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:08:52.701906 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:08:52.702246 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Checking segment: {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:08:52.702632 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Bound using segment: {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:08:52.703083 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Bound port: 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:08:52.703431 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:52.746613 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db222c2-0f0f-4949-ab74-2314ab84e142 req-35a1d759-73ee-4f12-80e4-f55f40c03503 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.748171 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1db222c2-0f0f-4949-ab74-2314ab84e142 req-35a1d759-73ee-4f12-80e4-f55f40c03503 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0593791 Aug 31 13:08:52.756091 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-9a18ae0f-c341-47e0-85d8-9bffc91c3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.757578 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-9a18ae0f-c341-47e0-85d8-9bffc91c3366 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.1199617 Aug 31 13:08:52.788214 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1db222c2-0f0f-4949-ab74-2314ab84e142 req-84290e32-a867-4660-ba95-9714470c91f2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340295 Aug 31 13:08:52.876129 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-32938992-be9b-4f07-8fb0-25b62407b26d service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842074 Aug 31 13:08:52.881822 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-5e4cdf10-a9db-4df6-8617-095d3a42b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.883334 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-5e4cdf10-a9db-4df6-8617-095d3a42b7da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1134467 Aug 31 13:08:52.884421 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:08:52.892164 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:08:52.914096 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:52.919428 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09b89-8dab-4b31-8545-d675bf428190 req-94f0eb58-7c36-4afc-900c-9aba2c4c4adc tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:52.921164 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cbd09b89-8dab-4b31-8545-d675bf428190 req-94f0eb58-7c36-4afc-900c-9aba2c4c4adc tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0623169 Aug 31 13:08:52.968389 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cbd09b89-8dab-4b31-8545-d675bf428190 req-db404894-1f86-48c1-840f-cad47e8b8d60 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385652 Aug 31 13:08:53.003574 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43884) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:53.052966 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:53.053595 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:53.054981 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] 10.222.0.59 "PUT /v2.0/ports/69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 1093 time: 1.4856064 Aug 31 13:08:53.055430 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:53.058399 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b942837-b626-49bc-b4fc-4ab0e88d0a44" -d '{"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:53.096801 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4834c0-495d-40cb-a34d-8074102d6cc4 tempest-TestVolumeBootPattern-434794859 tempest-TestVolumeBootPattern-434794859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:53.101996 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5d4834c0-495d-40cb-a34d-8074102d6cc4 tempest-TestVolumeBootPattern-434794859 tempest-TestVolumeBootPattern-434794859-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 1093 time: 0.0974967 Aug 31 13:08:53.116283 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 43890) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:53.133085 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:08:53.138635 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-d6107a95-a46c-4586-8a55-6d08d9af4291 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220697 Aug 31 13:08:53.168018 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2789504-2e98-4ce9-9eef-324da7adc427 req-2b92c749-47ac-4a1b-84d5-9a3d79b86b12 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:53.170408 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b2789504-2e98-4ce9-9eef-324da7adc427 req-2b92c749-47ac-4a1b-84d5-9a3d79b86b12 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 943 time: 0.1419387 Aug 31 13:08:53.209285 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:53.297658 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14db89-8fa3-4719-a1f6-26470157dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:53.301075 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b2789504-2e98-4ce9-9eef-324da7adc427 req-775c5532-cd81-43f8-a873-610866fd59b5 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135244 Aug 31 13:08:53.305666 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40611f7-e28f-4fd0-8d05-7b99df1fb8f9 x-openstack-request-id: req-c40611f7-e28f-4fd0-8d05-7b99df1fb8f9 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:53.305964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:53.306309 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c40611f7-e28f-4fd0-8d05-7b99df1fb8f9 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:53.306607 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'status': 'completed', 'code': 200} Aug 31 13:08:53.361484 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-c2f5be78-f482-44d5-b190-85d1c6983e46 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560452 Aug 31 13:08:53.382600 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:53.401326 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-7d18fdb0-a679-44fd-8c55-43e9fdec0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:53.403459 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-7d18fdb0-a679-44fd-8c55-43e9fdec0e7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1096 time: 0.2603862 Aug 31 13:08:53.412991 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad05fa2-1096-4ef9-8c15-8a875024c5a1 req-9cd6c8a3-0523-4851-8d1d-4f3d88f8ac0b service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574215 Aug 31 13:08:53.472831 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-3567dac3-76cf-44c9-ba43-69fec97d7e05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 217 time: 0.0477576 Aug 31 13:08:53.548391 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6f55f0c2-ad90-4dff-8d91-d3195754f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:53.550197 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6f55f0c2-ad90-4dff-8d91-d3195754f94a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 200 len: 854 time: 0.0573592 Aug 31 13:08:53.608174 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-2da81721-352b-4ab6-9c7c-f5d404640042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:53.609659 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-2da81721-352b-4ab6-9c7c-f5d404640042 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834a8189-ef3f-45d6-a1f9-73bf8befac7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465150 Aug 31 13:08:53.702898 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb57742-aada-407c-a38d-1fa57b31c4ed req-d495c65f-37fe-4441-9170-5d71b2e4527d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:53.704371 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1bb57742-aada-407c-a38d-1fa57b31c4ed req-d495c65f-37fe-4441-9170-5d71b2e4527d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.3261950 Aug 31 13:08:53.738884 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-6ae42eda-dbbe-4627-be1e-572fbb21516f service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162140 Aug 31 13:08:53.781574 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Allocated IP 172.27.0.231 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/fdf157d9-0933-4fce-8156-d7cce5475ea8) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:08:53.786340 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1bb57742-aada-407c-a38d-1fa57b31c4ed req-384c5458-f7ce-4056-b234-0d33f9189186 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572348 Aug 31 13:08:53.856677 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5655b08-ff78-41a0-ade2-edcc9465ae0f req-94411b2b-35ef-4a81-9666-85d22ee2b34f service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016481 Aug 31 13:08:53.902870 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:53.943142 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:53.991694 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:08:53.995402 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:08:54.000149 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:08:54.033292 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=fdf157d9-0933-4fce-8156-d7cce5475ea8,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:54.041901 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-694d3727-5af1-4566-9f2a-959037b68b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:54.043901 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-694d3727-5af1-4566-9f2a-959037b68b0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0908968 Aug 31 13:08:54.045532 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.045996 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.046402 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.046805 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.047203 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.047603 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.047999 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.048409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.048802 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.049208 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.049546 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.049869 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:08:54.161906 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-b515a093-5d4b-4c63-8c1b-5e91f9c181be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:54.163436 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-b515a093-5d4b-4c63-8c1b-5e91f9c181be service neutron] 10.222.0.59 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 916 time: 0.1036737 Aug 31 13:08:54.212899 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-c8c864a9-60b4-4892-8a61-574ae4393571 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 217 time: 0.0371542 Aug 31 13:08:54.281678 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-e2b8996e-2da4-41cc-bae7-ff0647ac48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:54.283160 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-e2b8996e-2da4-41cc-bae7-ff0647ac48c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 200 len: 854 time: 0.0472529 Aug 31 13:08:54.357991 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-639f1813-1231-4133-aa8a-f6aa81438a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:54.359774 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-639f1813-1231-4133-aa8a-f6aa81438a9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834a8189-ef3f-45d6-a1f9-73bf8befac7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621819 Aug 31 13:08:54.461877 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-9f28c8d5-3f98-471c-9833-741a385e30df service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901496 Aug 31 13:08:54.463912 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:54.474243 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9d1a-fbfe-410c-852e-021599e45a9f req-8f08cedf-94a9-4820-a13f-b0a4a24a9757 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:54.475748 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-049c9d1a-fbfe-410c-852e-021599e45a9f req-8f08cedf-94a9-4820-a13f-b0a4a24a9757 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 943 time: 0.0856228 Aug 31 13:08:54.548427 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-049c9d1a-fbfe-410c-852e-021599e45a9f req-ae0b34a8-d982-4622-a792-92af9549b826 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 Aug 31 13:08:54.577541 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:54.620379 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6b942837-b626-49bc-b4fc-4ab0e88d0a44 req-96a7dacd-189e-4b16-8ff9-808991807bcd service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309106 Aug 31 13:08:54.743163 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:54.748880 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:54.833353 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=fdf157d9-0933-4fce-8156-d7cce5475ea8,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:54.846032 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:54.982241 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482cd7-d625-47b5-b0ac-ff816438a3d3 req-81db15cc-3c2a-4313-afea-947c381b37ab tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:54.982241 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-18482cd7-d625-47b5-b0ac-ff816438a3d3 req-81db15cc-3c2a-4313-afea-947c381b37ab tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0964785 Aug 31 13:08:54.987227 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Floating IP ed144071-f65c-426b-84f3-622f1746a7ee associated. External IP: 172.27.0.231, port: ae97824b-4726-4131-9ab2-1b554b3ccb75. Aug 31 13:08:55.092970 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-18482cd7-d625-47b5-b0ac-ff816438a3d3 req-5d4c2862-a0f5-4905-b65d-97107d5c6791 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999961 Aug 31 13:08:55.229085 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:08:55.340030 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:08:55.351518 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:08:55.359920 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:55.364272 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:55.364956 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:55.392859 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5d364d23-963f-42da-a64c-805103291740 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2702253 Aug 31 13:08:55.392859 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:55.392859 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:55.435550 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67caa3bd-1a53-4175-a544-3b695c37971c x-openstack-request-id: req-67caa3bd-1a53-4175-a544-3b695c37971c {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:55.436050 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:55.436389 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67caa3bd-1a53-4175-a544-3b695c37971c {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:55.445436 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'status': 'completed', 'code': 200} Aug 31 13:08:55.499352 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:55.534771 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-e350b1d2-2853-45a3-b602-7d046fd85402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:55.537584 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-e350b1d2-2853-45a3-b602-7d046fd85402 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 1098 time: 0.0637250 Aug 31 13:08:55.677889 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-192f3a3c-73be-4c7c-b6ff-5e3f4875cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:55.679728 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-192f3a3c-73be-4c7c-b6ff-5e3f4875cc17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.1321445 Aug 31 13:08:55.715338 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252a38-6198-48fa-98c5-6d6a5e305c9f req-ae1ec243-2a70-4b85-8418-d1e63e5c30ac tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:55.716478 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ba252a38-6198-48fa-98c5-6d6a5e305c9f req-ae1ec243-2a70-4b85-8418-d1e63e5c30ac tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 943 time: 0.0595927 Aug 31 13:08:55.771763 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-473f7448-f965-4201-bcc4-a86f778c3e1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75 HTTP/1.1" status: 200 len: 999 time: 0.0809968 Aug 31 13:08:55.772834 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ba252a38-6198-48fa-98c5-6d6a5e305c9f req-76dbf82f-4514-4a15-a84c-64668310dbbf tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Aug 31 13:08:55.790142 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:54Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:55.822594 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:08:55.833030 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:08:55.833184 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:08:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:55.847334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-90ef897f-d072-411e-8004-2e36b05e4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:55.848837 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-90ef897f-d072-411e-8004-2e36b05e4cdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0656090 Aug 31 13:08:55.897673 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-d0f86078-aa48-4648-b70d-c10f8e96d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:55.899153 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-d0f86078-aa48-4648-b70d-c10f8e96d8ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380237 Aug 31 13:08:55.938586 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:08:55.994936 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-169565c1-1607-4fd8-a1ce-2b1ada753e31 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841153 Aug 31 13:08:56.103509 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e01b24-d6d1-4922-bc77-cd43d9c30c7c req-0ec98dd4-82f5-43ad-bb1f-deb2df8319c0 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926034 Aug 31 13:08:56.176400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:54Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:08:56.206719 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9598ee-4a3e-47ad-9525-7ac99974c85b None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:54Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:08:56.215003 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f4ec2-1b96-489d-8192-7266504954cf req-8255762c-008f-41a5-9c7a-8e256b1835d1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:56.216693 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-db4f4ec2-1b96-489d-8192-7266504954cf req-8255762c-008f-41a5-9c7a-8e256b1835d1 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0490434 Aug 31 13:08:56.260284 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-db4f4ec2-1b96-489d-8192-7266504954cf req-a7117dad-afc7-4dc6-a206-faa9c456fbdf tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373521 Aug 31 13:08:56.392725 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f7c76-15b8-4af7-bcd2-ddd8c12ac1ce None None] New status for floating IP ed144071-f65c-426b-84f3-622f1746a7ee: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:08:56.898259 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d945a-f338-4ec6-a358-8b144ae5e076 req-8d8f7748-49f3-411e-9043-61ff01e3ced2 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:56.899762 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d99d945a-f338-4ec6-a358-8b144ae5e076 req-8d8f7748-49f3-411e-9043-61ff01e3ced2 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 943 time: 0.0501809 Aug 31 13:08:56.917491 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 69560a4c-2ba7-44b8-847b-d42a7daa2d01 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:08:56.939301 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d99d945a-f338-4ec6-a358-8b144ae5e076 req-61c5bbb9-adaa-47c1-9784-2c5fe7f2ea8b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Aug 31 13:08:57.043069 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:57.057365 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'port_id': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'mac_address': 'fa:16:3e:57:43:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:08:57.097762 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:57.116257 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69560a4c-2ba7-44b8-847b-d42a7daa2d01 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:08:57.126633 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44138) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:57.137002 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:57.141109 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:57.187754 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:57.267501 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-40e3c668-6234-4a2d-99fe-d62ddfc93de3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85d512d18e6b4a76a3c3a87b11830ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396580 Aug 31 13:08:57.269935 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44142) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:08:57.328805 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-84087720-2f6c-4f16-9571-4520e3097ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:57.380615 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-84087720-2f6c-4f16-9571-4520e3097ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:57.428694 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341dbd-92e9-4495-a8ed-b95d1f3fe820 req-e8ffc34e-bc5c-41c2-9283-ac5763cdb7a5 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:57.430260 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1c341dbd-92e9-4495-a8ed-b95d1f3fe820 req-e8ffc34e-bc5c-41c2-9283-ac5763cdb7a5 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0916719 Aug 31 13:08:57.471729 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-84087720-2f6c-4f16-9571-4520e3097ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:57.473164 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-84087720-2f6c-4f16-9571-4520e3097ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:57.475134 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-84087720-2f6c-4f16-9571-4520e3097ae7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d524958a-9c53-4d78-8e46-95a5f96c5cc0 HTTP/1.1" status: 204 len: 168 time: 0.2040093 Aug 31 13:08:57.485428 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1c341dbd-92e9-4495-a8ed-b95d1f3fe820 req-07386a75-8b8a-41e7-b070-d65c7f664b79 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490558 Aug 31 13:08:57.490986 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087720-2f6c-4f16-9571-4520e3097ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524958a-9c53-4d78-8e46-95a5f96c5cc0,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:57.587135 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['69560a4c-2ba7-44b8-847b-d42a7daa2d01'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:08:58.065594 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928302-3ed1-4aaa-a3c9-980b03a2d9c7 req-8ec51571-624c-4e0a-bde7-f7dc0b3039d7 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:58.067112 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2d928302-3ed1-4aaa-a3c9-980b03a2d9c7 req-8ec51571-624c-4e0a-bde7-f7dc0b3039d7 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 944 time: 0.0516999 Aug 31 13:08:58.104316 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2d928302-3ed1-4aaa-a3c9-980b03a2d9c7 req-226df7ec-8745-4a62-a5a1-5dcda160bd1d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Aug 31 13:08:58.601413 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7f2f2-67c1-4908-a2c0-ab9767cfc945 req-3fda4ee7-274c-45c6-a51a-7e5dcb3ab1ef tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:58.602973 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f9d7f2f2-67c1-4908-a2c0-ab9767cfc945 req-3fda4ee7-274c-45c6-a51a-7e5dcb3ab1ef tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0491641 Aug 31 13:08:58.641273 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f9d7f2f2-67c1-4908-a2c0-ab9767cfc945 req-a9ac1a56-7971-4114-9306-ea4c0a8a0453 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Aug 31 13:08:58.938559 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 69560a4c-2ba7-44b8-847b-d42a7daa2d01 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:08:58.989241 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:08:58.993046 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:08:58.993422 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:59.072213 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:59.095625 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:08:59.097886 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5b90b-2729-4b7f-b70b-ed6673b7fcca" -d '{"events": [{"server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "name": "network-vif-plugged", "status": "completed", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:08:59.113254 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:08:59.118120 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:08:59.146776 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f4638-a040-46ae-8842-a812cd4e212d x-openstack-request-id: req-139f4638-a040-46ae-8842-a812cd4e212d {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:08:59.147067 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "name": "network-vif-plugged", "status": "completed", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:08:59.147310 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-139f4638-a040-46ae-8842-a812cd4e212d {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:08:59.147692 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'code': 200} Aug 31 13:08:59.226015 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f228-d822-421a-886d-f01c80193dcc req-1075c390-4159-443e-b0e8-99fa38bc4661 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:59.227613 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f60f228-d822-421a-886d-f01c80193dcc req-1075c390-4159-443e-b0e8-99fa38bc4661 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0541766 Aug 31 13:08:59.272869 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f60f228-d822-421a-886d-f01c80193dcc req-af50606b-1221-4320-ac64-76433fbc9a43 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Aug 31 13:08:59.299330 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:08:59.344433 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085fdc9-ab96-4d86-b0e8-2981a96b191b req-90e9c06c-8841-4c45-a9bd-5bc001e89a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:59.345979 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1085fdc9-ab96-4d86-b0e8-2981a96b191b req-90e9c06c-8841-4c45-a9bd-5bc001e89a0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0438716 Aug 31 13:08:59.386874 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1085fdc9-ab96-4d86-b0e8-2981a96b191b req-120bbb3f-05ee-4e4d-aac5-81d8e3ec8760 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267708 Aug 31 13:08:59.755467 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcbf2f-cca0-4d01-b8ce-d30c138c8998 req-9c2a61fb-cfbc-4cc0-bdd5-9cc89e732565 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:08:59.756926 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-21fcbf2f-cca0-4d01-b8ce-d30c138c8998 req-9c2a61fb-cfbc-4cc0-bdd5-9cc89e732565 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0498381 Aug 31 13:08:59.793131 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-21fcbf2f-cca0-4d01-b8ce-d30c138c8998 req-832574cb-5ae5-4935-bd8c-bf3d652b53f4 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297508 Aug 31 13:09:00.327019 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:09:00.393894 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e2c4-a5c6-4c6e-a072-6a5d16a8b540 req-333f778a-5e79-4137-81a1-9809c11c842a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:00.395340 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5dc8e2c4-a5c6-4c6e-a072-6a5d16a8b540 req-333f778a-5e79-4137-81a1-9809c11c842a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0533824 Aug 31 13:09:00.431786 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5dc8e2c4-a5c6-4c6e-a072-6a5d16a8b540 req-853e8648-9557-45f4-a899-28643c9c2c09 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307820 Aug 31 13:09:00.905868 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e755-21c6-42d8-9b84-33d7a62550e7 req-e61fac8d-e1b0-4186-b91f-9c573706f39b tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:00.907305 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-48f8e755-21c6-42d8-9b84-33d7a62550e7 req-e61fac8d-e1b0-4186-b91f-9c573706f39b tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0493593 Aug 31 13:09:00.944799 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-48f8e755-21c6-42d8-9b84-33d7a62550e7 req-4056018a-a51a-48a6-afa3-9fe56e3924f7 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311744 Aug 31 13:09:01.624056 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191f9b1-671d-4940-a475-2fe9038a90a5 req-84fff7a3-41c6-456d-8a6c-aa52554a442a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:01.626510 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d191f9b1-671d-4940-a475-2fe9038a90a5 req-84fff7a3-41c6-456d-8a6c-aa52554a442a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0903645 Aug 31 13:09:01.691063 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d191f9b1-671d-4940-a475-2fe9038a90a5 req-db7148e3-dc71-4bfd-a62e-c931cb2c21e0 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542502 Aug 31 13:09:01.880030 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2955d-450f-4ce1-86f6-9a34c2ced920 req-69839124-461f-411d-b57e-a3b958d0860d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:01.882508 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4ff2955d-450f-4ce1-86f6-9a34c2ced920 req-69839124-461f-411d-b57e-a3b958d0860d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0774841 Aug 31 13:09:01.955340 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4ff2955d-450f-4ce1-86f6-9a34c2ced920 req-84748c44-2368-47d6-a264-d80bc74e4d92 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624831 Aug 31 13:09:02.116218 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766dd11-f883-458c-8ade-fff9e6d85d3c req-51b33fff-187d-4bbb-8a81-194427c0f7a5 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:02.117885 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b766dd11-f883-458c-8ade-fff9e6d85d3c req-51b33fff-187d-4bbb-8a81-194427c0f7a5 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0520504 Aug 31 13:09:02.163165 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b766dd11-f883-458c-8ade-fff9e6d85d3c req-c371fb76-f4e8-42ad-b2bc-46dfa358ebce tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368147 Aug 31 13:09:02.211741 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-74552acd-73b4-4605-bdba-76eed822cde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:02.393381 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a931905-fe89-4568-9fac-5dcd57e5599e req-8a2389eb-a7c6-4776-b728-6604e5d2cf2d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:02.394972 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0a931905-fe89-4568-9fac-5dcd57e5599e req-8a2389eb-a7c6-4776-b728-6604e5d2cf2d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Aug 31 13:09:02.432563 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0a931905-fe89-4568-9fac-5dcd57e5599e req-19230b2d-bdd5-4565-ac38-3334abafa7f8 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Aug 31 13:09:03.279144 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befe2da-9b4b-4448-bd3a-9c21fa3f251e req-1e0aca40-3ff4-4ae6-b2a4-b2259633f2e8 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:03.280541 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3befe2da-9b4b-4448-bd3a-9c21fa3f251e req-1e0aca40-3ff4-4ae6-b2a4-b2259633f2e8 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0478549 Aug 31 13:09:03.322543 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3befe2da-9b4b-4448-bd3a-9c21fa3f251e req-306377d2-55bc-4418-96f2-9f02725060ff tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349627 Aug 31 13:09:04.445773 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007898-427f-41c6-a2c4-5a9bf221a0a0 req-7c9fbdd7-ffa0-42b2-8b04-dce23ecf72a0 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:04.447256 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f3007898-427f-41c6-a2c4-5a9bf221a0a0 req-7c9fbdd7-ffa0-42b2-8b04-dce23ecf72a0 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0502646 Aug 31 13:09:04.483843 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f3007898-427f-41c6-a2c4-5a9bf221a0a0 req-91fa5990-c531-497c-9ce9-eaa92854bfb7 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Aug 31 13:09:04.816179 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-56030006-620f-4711-bee7-e0898836d9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:05.180684 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:05.600738 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb81802-1d29-4370-9df4-8455809935a1 req-b0bc5521-cedf-473d-91aa-f3eb36801594 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:05.602243 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bb81802-1d29-4370-9df4-8455809935a1 req-b0bc5521-cedf-473d-91aa-f3eb36801594 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0525248 Aug 31 13:09:05.640176 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bb81802-1d29-4370-9df4-8455809935a1 req-1777ca52-2ee2-4a3c-9e28-113f52b32780 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Aug 31 13:09:06.117581 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:06.755779 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637da94-0dde-4476-b30b-a40f09ab6a74 req-d296fa7f-bfa7-4ab4-8c98-ec64ba5b5bba tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:06.757302 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0637da94-0dde-4476-b30b-a40f09ab6a74 req-d296fa7f-bfa7-4ab4-8c98-ec64ba5b5bba tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0484114 Aug 31 13:09:06.795666 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0637da94-0dde-4476-b30b-a40f09ab6a74 req-314b75b8-12a2-4cc8-beca-a8c71729839d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Aug 31 13:09:07.291989 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-bcae6908-cd87-44ec-90c5-32d53152159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:07.293522 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-bcae6908-cd87-44ec-90c5-32d53152159b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1099 time: 0.0408249 Aug 31 13:09:07.393447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-3410cd62-b3b2-4a51-94be-aceeaefa2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:07.394905 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-3410cd62-b3b2-4a51-94be-aceeaefa2610 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 910 time: 0.0844126 Aug 31 13:09:07.478714 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-76c3fec8-1967-434a-b876-6dbfad814baa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 1001 time: 0.0641024 Aug 31 13:09:07.536467 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-24cf5c42-8510-4704-8f8c-11129f417fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:07.538231 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-24cf5c42-8510-4704-8f8c-11129f417fc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.0467963 Aug 31 13:09:07.587633 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-f6e61b1e-362f-44e3-88df-4fff14d0895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:07.589676 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-f6e61b1e-362f-44e3-88df-4fff14d0895b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405109 Aug 31 13:09:07.901422 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:07.915306 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da124ae-e6ed-477e-8623-d1274b6b820a req-d39eee44-a86e-4af7-8de6-2a7b376fbdd0 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:07.916990 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1da124ae-e6ed-477e-8623-d1274b6b820a req-d39eee44-a86e-4af7-8de6-2a7b376fbdd0 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0521986 Aug 31 13:09:07.946700 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-1883ac3e-05a0-40ba-85e8-2c53ca49cee2 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412771 Aug 31 13:09:07.956021 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1da124ae-e6ed-477e-8623-d1274b6b820a req-ace2eea1-bd58-48a3-9443-8debebbe39d9 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Aug 31 13:09:08.044104 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab2c700f-0e31-4c71-af57-7c43b19df7c5 req-60205c3a-5949-4cd4-8aac-01762ee1d14e service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849133 Aug 31 13:09:09.084460 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a44ae-4222-4171-a4b8-897ff7fe3d8a req-8fe1d148-83df-4622-8ee7-8e5c64fa2a22 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:09.085996 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-081a44ae-4222-4171-a4b8-897ff7fe3d8a req-8fe1d148-83df-4622-8ee7-8e5c64fa2a22 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0575104 Aug 31 13:09:09.125087 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-081a44ae-4222-4171-a4b8-897ff7fe3d8a req-ed8d4f11-f882-441e-898a-dc1106716333 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Aug 31 13:09:10.239248 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a8b2f-dfd2-4eb2-9e83-05f340f7b5af req-00a0924d-abba-45ee-ad35-1eeafd8adccc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:10.240764 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d66a8b2f-dfd2-4eb2-9e83-05f340f7b5af req-00a0924d-abba-45ee-ad35-1eeafd8adccc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0473022 Aug 31 13:09:10.278207 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d66a8b2f-dfd2-4eb2-9e83-05f340f7b5af req-84e15625-03ef-4dbd-81a8-21f182b46353 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Aug 31 13:09:11.392326 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a52e0-4d1b-4c83-807e-7907f605d1d6 req-c6ae4501-c6a7-4897-ba75-743ec04633b2 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:11.393767 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-504a52e0-4d1b-4c83-807e-7907f605d1d6 req-c6ae4501-c6a7-4897-ba75-743ec04633b2 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0481193 Aug 31 13:09:11.431112 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-504a52e0-4d1b-4c83-807e-7907f605d1d6 req-ae7251fc-9cdc-425f-9130-23a8350bce17 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Aug 31 13:09:11.646077 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2ea32-a683-454d-af97-eb990121b08f req-5faa12c0-1c0c-43fc-b46d-8290adf44e28 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:11.647449 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dd2ea32-a683-454d-af97-eb990121b08f req-5faa12c0-1c0c-43fc-b46d-8290adf44e28 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0517578 Aug 31 13:09:11.681269 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44264) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:11.691271 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dd2ea32-a683-454d-af97-eb990121b08f req-1ea8ccbe-3e0a-457e-9673-4680ea22c894 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355215 Aug 31 13:09:11.779155 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-20486466-52fc-4750-8495-86665568c61d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956695 Aug 31 13:09:11.924963 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb237f2-82e2-405d-8a13-1b488b804549 req-0f289ac5-0926-4082-ac29-f9c681b31709 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:11.926482 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bb237f2-82e2-405d-8a13-1b488b804549 req-0f289ac5-0926-4082-ac29-f9c681b31709 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0512874 Aug 31 13:09:11.964999 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0bb237f2-82e2-405d-8a13-1b488b804549 req-8ee2a332-93a5-4079-b3ac-16e9a1541a16 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Aug 31 13:09:11.987279 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44278) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:12.164332 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7ddcb-8da6-48c0-800a-78b027765b63 tempest-TestMinimumBasicScenario-1879587154 tempest-TestMinimumBasicScenario-1879587154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:12.165800 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d2e7ddcb-8da6-48c0-800a-78b027765b63 tempest-TestMinimumBasicScenario-1879587154 tempest-TestMinimumBasicScenario-1879587154-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1093 time: 0.1775417 Aug 31 13:09:12.169288 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44288) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:12.173966 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'port_id': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:12.198239 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:12.300958 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:12.411485 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Allocated IP 172.27.0.31 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/4bc91091-8d25-45e1-9cb2-6a6d8b7266af) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:09:12.519567 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:12.557067 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:12.594988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:09:12.597796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:09:12.601340 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:09:12.623303 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'Port': ['ID=4bc91091-8d25-45e1-9cb2-6a6d8b7266af,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:12.806538 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e5de6-39b7-4a5c-b7a8-620a8b4ab960 req-669a9a0b-6c59-4e32-8dcc-ddf6c0e8b292 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:12.808171 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5f2e5de6-39b7-4a5c-b7a8-620a8b4ab960 req-669a9a0b-6c59-4e32-8dcc-ddf6c0e8b292 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0501847 Aug 31 13:09:12.849890 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5f2e5de6-39b7-4a5c-b7a8-620a8b4ab960 req-56aa4165-e6f5-4ceb-92ee-a6672ac02af8 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Aug 31 13:09:12.975961 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 252eb76d-4df6-475d-9f4c-92fe11a80294 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:09:12.983878 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.059518 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.061178 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.087612 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:09:13.090217 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c27b69-8dff-48ae-8941-f2260f174412" -d '{"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-unplugged", "status": "completed", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:09:13.105033 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:09:13.113141 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.187418 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=6']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:13.196409 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.196841 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.197762 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.198101 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.198614 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.199117 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.199627 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.200086 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.200425 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.200771 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.201255 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.201733 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:09:13.254688 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.259589 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.289782 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d1ecb-3c13-45de-9939-f337d7487b52 x-openstack-request-id: req-c50d1ecb-3c13-45de-9939-f337d7487b52 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:09:13.290100 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-unplugged", "status": "completed", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:09:13.290349 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c50d1ecb-3c13-45de-9939-f337d7487b52 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:09:13.290775 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'code': 200} Aug 31 13:09:13.330769 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'Port': ['ID=4bc91091-8d25-45e1-9cb2-6a6d8b7266af,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:13.342590 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.441506 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Floating IP e6d01574-1fcb-4fd3-b45d-09e9ae64bc59 associated. External IP: 172.27.0.31, port: 69560a4c-2ba7-44b8-847b-d42a7daa2d01. Aug 31 13:09:13.597485 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.648229 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Router 21defb06-c363-47b8-8495-fbc0bb7a0d76 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:09:13.771340 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-119cf1fe-bd3e-43fe-8a44-c3175d3c636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:13.772839 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-119cf1fe-bd3e-43fe-8a44-c3175d3c636e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3&tenant_id=e7951a0fb8b0435da92d8e9f44ff557c HTTP/1.1" status: 200 len: 1097 time: 0.0841548 Aug 31 13:09:13.784885 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:09:13.795580 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] Sync routers for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:09:13.801673 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.805149 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:09:13.805863 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:09:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:09:13.852977 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6224a574-dd57-44d2-9ce8-f5731ab5e360 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6825008 Aug 31 13:09:13.854098 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:09:13.855684 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44298) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:13.856335 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c576146-ddb3-48ff-ba81-7253971b1fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:09:13.861078 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-eb4137cb-a944-4f2a-8ee0-16285636280d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812323572', 'description': 'tempest-secgroup-smoke-812323572 description', 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:13.873181 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-f7c458bf-bb08-4b31-9c51-3d4d7d5d87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:13.874730 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-f7c458bf-bb08-4b31-9c51-3d4d7d5d87c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1097 time: 0.0686245 Aug 31 13:09:13.890334 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-eb4137cb-a944-4f2a-8ee0-16285636280d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:13.922381 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:09:13.946021 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5c14c-ce92-406d-995a-3dbd7f387e77 x-openstack-request-id: req-50f5c14c-ce92-406d-995a-3dbd7f387e77 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:09:13.946713 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:09:13.947174 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50f5c14c-ce92-406d-995a-3dbd7f387e77 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:09:13.948216 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'status': 'completed', 'code': 200} Aug 31 13:09:14.014537 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-91dede88-035d-4bf0-8db0-55833522a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.016017 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-91dede88-035d-4bf0-8db0-55833522a64f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 910 time: 0.1294930 Aug 31 13:09:14.026650 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-eb4137cb-a944-4f2a-8ee0-16285636280d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.040884 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993392-d332-4814-8cd5-b0d0dff94e9b req-7822a543-5337-4d5d-a069-c3a37e378ff7 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.042034 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-73993392-d332-4814-8cd5-b0d0dff94e9b req-7822a543-5337-4d5d-a069-c3a37e378ff7 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0802650 Aug 31 13:09:14.043253 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-eb4137cb-a944-4f2a-8ee0-16285636280d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.077557 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-0ce04e45-53c2-47ed-a102-90a73d197034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.079078 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-0ce04e45-53c2-47ed-a102-90a73d197034 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0973697 Aug 31 13:09:14.090191 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-eb4137cb-a944-4f2a-8ee0-16285636280d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.093558 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-eb4137cb-a944-4f2a-8ee0-16285636280d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2347622 Aug 31 13:09:14.097937 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44304) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:14.108841 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-6625c275-fca4-4946-9503-06d3167339e1 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'security_group_rule': {'security_group_id': '628217d4-1128-4565-8875-4bfdfd57672e', 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:14.129682 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4137cb-a944-4f2a-8ee0-16285636280d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628217d4-1128-4565-8875-4bfdfd57672e,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:14.144493 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-73993392-d332-4814-8cd5-b0d0dff94e9b req-b7239f26-2c27-4a37-aba0-3e67abb84e4c tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888414 Aug 31 13:09:14.147103 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6625c275-fca4-4946-9503-06d3167339e1 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.148857 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-39a41a4f-5839-4cc7-a4da-a85c680a7173 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 999 time: 0.1177149 Aug 31 13:09:14.206790 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6625c275-fca4-4946-9503-06d3167339e1 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.208808 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'e6d01574-1fcb-4fd3-b45d-09e9ae64bc59', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'port_id': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'mac_address': 'fa:16:3e:57:43:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:09:12Z', 'updated_at': '2021-08-31T13:09:12Z', 'revision_number': 0, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:19Z', 'revision_number': 5, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:09:14.213261 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6625c275-fca4-4946-9503-06d3167339e1 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.230405 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-a83d50cf-5210-4614-9dc5-4d171178fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.231708 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-a83d50cf-5210-4614-9dc5-4d171178fcc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.0700293 Aug 31 13:09:14.234377 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625c275-fca4-4946-9503-06d3167339e1 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d94ae1-be31-48fa-9837-b3467deeab5c,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:14.234922 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-338b3f87-1cd8-4b76-8cbf-067bce37075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.236510 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-338b3f87-1cd8-4b76-8cbf-067bce37075f service neutron] 10.222.0.59 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 916 time: 0.1437495 Aug 31 13:09:14.237938 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] Checking router: 21defb06-c363-47b8-8495-fbc0bb7a0d76 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:09:14.238665 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6625c275-fca4-4946-9503-06d3167339e1 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.239942 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-6625c275-fca4-4946-9503-06d3167339e1 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410699 Aug 31 13:09:14.242745 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44306) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:14.248085 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-9a769a20-b5a8-4439-b372-5ebc50ef056a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'security_group_rule': {'security_group_id': '628217d4-1128-4565-8875-4bfdfd57672e', 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:14.250695 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:09:14.251304 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:09:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:09:14.277787 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9a769a20-b5a8-4439-b372-5ebc50ef056a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.347112 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-8048670e-3e96-42af-a433-d1999d95cdc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 998 time: 0.0849183 Aug 31 13:09:14.351720 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-403cf86f-835e-40f4-aa4b-6a44be63b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.353305 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-403cf86f-835e-40f4-aa4b-6a44be63b97b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002352 Aug 31 13:09:14.356048 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9a769a20-b5a8-4439-b372-5ebc50ef056a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.360405 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9a769a20-b5a8-4439-b372-5ebc50ef056a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.380795 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:09:14.382632 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a769a20-b5a8-4439-b372-5ebc50ef056a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2968b8f6-8fb1-4529-853b-915e30969a7a,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:14.387792 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9a769a20-b5a8-4439-b372-5ebc50ef056a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.389284 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-9a769a20-b5a8-4439-b372-5ebc50ef056a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455767 Aug 31 13:09:14.392101 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44310) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:14.396735 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-6c171d43-a16e-4847-8f7e-6b6129f3d3fb tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'security_group_rule': {'security_group_id': '628217d4-1128-4565-8875-4bfdfd57672e', 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:14.437636 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6c171d43-a16e-4847-8f7e-6b6129f3d3fb tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.469736 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-10074c75-945a-40fe-8eac-e7f55b78794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.471518 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-10074c75-945a-40fe-8eac-e7f55b78794f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 200 len: 854 time: 0.1003911 Aug 31 13:09:14.504543 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6c171d43-a16e-4847-8f7e-6b6129f3d3fb tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.509034 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6c171d43-a16e-4847-8f7e-6b6129f3d3fb tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.530093 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c171d43-a16e-4847-8f7e-6b6129f3d3fb tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264a4154-9b84-4786-bd35-7697bd308f15,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:14.530472 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-efd831ef-3e9a-4370-823b-0509d677f8c9 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570139 Aug 31 13:09:14.534646 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6c171d43-a16e-4847-8f7e-6b6129f3d3fb tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.538377 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-6c171d43-a16e-4847-8f7e-6b6129f3d3fb tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426616 Aug 31 13:09:14.540152 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44312) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:14.545469 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-5b6223d8-6d56-4401-916f-81cc6ccfc5c4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'security_group_rule': {'security_group_id': '628217d4-1128-4565-8875-4bfdfd57672e', 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:14.598441 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-bb9749e8-582b-4ae0-b2b1-f43659460b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:14.599947 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-bb9749e8-582b-4ae0-b2b1-f43659460b1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834a8189-ef3f-45d6-a1f9-73bf8befac7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148925 Aug 31 13:09:14.634353 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'e6d01574-1fcb-4fd3-b45d-09e9ae64bc59', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'port_id': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'mac_address': 'fa:16:3e:57:43:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:09:12Z', 'updated_at': '2021-08-31T13:09:12Z', 'revision_number': 0, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:19Z', 'revision_number': 5, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:09:14.665311 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13164134-6411-4bed-94bb-8a19d55bc5c1 None None] The sync data for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi is: [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'e6d01574-1fcb-4fd3-b45d-09e9ae64bc59', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'port_id': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'mac_address': 'fa:16:3e:57:43:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:09:12Z', 'updated_at': '2021-08-31T13:09:12Z', 'revision_number': 0, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:19Z', 'revision_number': 5, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:09:14.674691 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5b6223d8-6d56-4401-916f-81cc6ccfc5c4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.758236 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-0c76dfbf-5a09-4209-9a34-ff8118f2faef service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085023 Aug 31 13:09:14.785786 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-00b4e45d-eaf1-4070-a26a-e3f6dc8eff86 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694388 Aug 31 13:09:14.796188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5b6223d8-6d56-4401-916f-81cc6ccfc5c4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.806207 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5b6223d8-6d56-4401-916f-81cc6ccfc5c4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.862419 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2484ef-090c-484f-9e83-bf1ef16ce3f8 None None] New status for floating IP e6d01574-1fcb-4fd3-b45d-09e9ae64bc59: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:09:14.869773 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6223d8-6d56-4401-916f-81cc6ccfc5c4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740dad87-e793-45f4-832c-8ea5827b1f82,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:14.879481 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5b6223d8-6d56-4401-916f-81cc6ccfc5c4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.884973 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5b6223d8-6d56-4401-916f-81cc6ccfc5c4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3395293 Aug 31 13:09:14.885328 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44314) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:14.890936 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'security_group_rule': {'security_group_id': '628217d4-1128-4565-8875-4bfdfd57672e', 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:14.914768 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c576146-ddb3-48ff-ba81-7253971b1fb6 req-e1c7507e-a69e-41ca-9896-320a4f2f6122 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171820 Aug 31 13:09:14.915641 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.securitygroups_db [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Project 16daaf5f2da4442fb3c8e57570a03d5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:09:14.921570 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.984047 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:14.988253 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.008859 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdbf20c-0e45-47b9-8b39-cc65fae8e1f9,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:15.012435 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.014201 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-b881f44d-7f7c-4be7-81f4-0060cace126f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278605 Aug 31 13:09:15.016933 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44316) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:09:15.023927 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'security_group_rule': {'security_group_id': '628217d4-1128-4565-8875-4bfdfd57672e', 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:15.052552 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.securitygroups_db [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Project 16daaf5f2da4442fb3c8e57570a03d5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:09:15.058480 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.124490 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.127764 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.144427 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ee9c43-c38f-4326-873c-3a04ea5224ca,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:15.150593 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.151799 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ad187132-7ab0-4160-a44a-90628c995c57 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339288 Aug 31 13:09:15.250856 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-f840ef1d-f7b6-4d94-9192-b89292be4e44 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812323572&fields=id&tenant_id=16daaf5f2da4442fb3c8e57570a03d5c HTTP/1.1" status: 200 len: 267 time: 0.0532918 Aug 31 13:09:15.297678 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d2fe0-4e7e-4749-8af8-a80d9c15162e req-a0acf42f-e0ce-4914-8d88-2c6923c614fb tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:15.299178 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c20d2fe0-4e7e-4749-8af8-a80d9c15162e req-a0acf42f-e0ce-4914-8d88-2c6923c614fb tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0811868 Aug 31 13:09:15.343828 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-0802d833-c292-4923-9637-ce4ac6bf6075 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:15.345572 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-0802d833-c292-4923-9637-ce4ac6bf6075 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0878694 Aug 31 13:09:15.352713 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c20d2fe0-4e7e-4749-8af8-a80d9c15162e req-30de1623-fffa-43e4-b0f6-14904d847bf3 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Aug 31 13:09:15.358574 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'port': {'security_groups': ['7691e9cc-e3a9-4159-9ede-96efe3f9d130', '628217d4-1128-4565-8875-4bfdfd57672e']}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:09:15.430065 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.643623 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:09:15.672003 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.676624 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.692555 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['69560a4c-2ba7-44b8-847b-d42a7daa2d01'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:09:15.726035 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:15.726693 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:15.728098 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eff60f69-b45a-4c32-b20f-d791db50e4d6 req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "PUT /v2.0/ports/69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 981 time: 0.3744488 Aug 31 13:09:15.729120 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:09:15.731374 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743" -d '{"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:09:15.762366 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70599578-73be-47a9-83e3-b9a538108916 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=6']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:15.854835 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a24f9-0b24-4e92-a03f-14bf40ea3ac0 req-121f7ebc-99fe-4a7e-b190-fc2353283c3c tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:15.857711 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f7a24f9-0b24-4e92-a03f-14bf40ea3ac0 req-121f7ebc-99fe-4a7e-b190-fc2353283c3c tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0622501 Aug 31 13:09:15.861399 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f3330-a0d5-4988-bdd7-75b3a7dbd64b x-openstack-request-id: req-3e4f3330-a0d5-4988-bdd7-75b3a7dbd64b {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:09:15.861689 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:09:15.861933 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e4f3330-a0d5-4988-bdd7-75b3a7dbd64b {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:09:15.862902 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'status': 'completed', 'code': 200} Aug 31 13:09:15.870024 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['69560a4c-2ba7-44b8-847b-d42a7daa2d01'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:09:15.914660 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f7a24f9-0b24-4e92-a03f-14bf40ea3ac0 req-f952840b-9854-4444-9de4-fac6a8700c89 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496590 Aug 31 13:09:15.956317 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-3c40069f-e5d5-4bc0-afc1-3b62cfc30d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:15.957850 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-3c40069f-e5d5-4bc0-afc1-3b62cfc30d9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1137 time: 0.0582566 Aug 31 13:09:16.053736 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-4dfa5989-3e74-4fbc-b2c1-dde20a12bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:16.055243 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-4dfa5989-3e74-4fbc-b2c1-dde20a12bda0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 916 time: 0.0898528 Aug 31 13:09:16.093123 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-98fa1ace-fe89-41a8-9517-1d0bd0bbc077 None None] Provisioning complete for port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:09:16.093519 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-98fa1ace-fe89-41a8-9517-1d0bd0bbc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:16.140525 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-da652c61-999a-4d77-8e14-94b5bb63e74b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 1000 time: 0.0576751 Aug 31 13:09:16.201835 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-7baf4209-ffe3-46c1-b0bb-53f09baff52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:16.203411 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-7baf4209-ffe3-46c1-b0bb-53f09baff52d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 200 len: 854 time: 0.0439446 Aug 31 13:09:16.256956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-498ccfba-72fa-4f01-a3a8-f2abaa17414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:16.258487 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-498ccfba-72fa-4f01-a3a8-f2abaa17414c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834a8189-ef3f-45d6-a1f9-73bf8befac7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430555 Aug 31 13:09:16.356047 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-a78181bc-2894-4ea2-9faf-1c92da5d47d1 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850918 Aug 31 13:09:16.453991 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca3d4bc-0b4c-42cf-8ca6-24119f961743 req-b1d38482-96ec-4c75-ba8d-d0914b68e71c service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875840 Aug 31 13:09:16.471623 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d1f4f-9e55-48bc-adef-927cb95abe54 req-0d89ffe1-9725-4b39-b21e-a09935cdf1bf tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:16.473899 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-429d1f4f-9e55-48bc-adef-927cb95abe54 req-0d89ffe1-9725-4b39-b21e-a09935cdf1bf tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0506117 Aug 31 13:09:16.514083 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-429d1f4f-9e55-48bc-adef-927cb95abe54 req-8ce6d265-11ce-4683-a6a9-b8866d42509f tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Aug 31 13:09:17.627783 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b287c-a5fb-416d-9123-b9ba1bba674e req-ae1102d1-8427-449f-8490-2c2c773b14e2 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:17.629488 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a54b287c-a5fb-416d-9123-b9ba1bba674e req-ae1102d1-8427-449f-8490-2c2c773b14e2 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0487556 Aug 31 13:09:17.673787 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a54b287c-a5fb-416d-9123-b9ba1bba674e req-a5f07e56-c208-4df5-bece-582818c44346 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374036 Aug 31 13:09:18.789682 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d438b8-096b-49aa-a5cd-94c089329325 req-eb897e39-d431-40e8-8018-e780e1e97f98 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:18.791214 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7d438b8-096b-49aa-a5cd-94c089329325 req-eb897e39-d431-40e8-8018-e780e1e97f98 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0516832 Aug 31 13:09:18.831366 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7d438b8-096b-49aa-a5cd-94c089329325 req-191bde4f-1ccf-4f77-bf55-68df9ee6709a tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339675 Aug 31 13:09:19.960567 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d20baf-3180-40cf-b973-7c0514c2fb2e req-433bf703-6d74-47c0-9d89-2447ab517fe8 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:19.962099 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2d20baf-3180-40cf-b973-7c0514c2fb2e req-433bf703-6d74-47c0-9d89-2447ab517fe8 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0633702 Aug 31 13:09:20.001871 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2d20baf-3180-40cf-b973-7c0514c2fb2e req-1f0cd808-ea51-4555-a355-940bb71ab0db tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Aug 31 13:09:21.124896 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daf150-d7be-4fb1-9bc5-4ffccc85fbde req-3afaf642-ca18-4b15-a221-2ca02d410c61 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:21.126433 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-99daf150-d7be-4fb1-9bc5-4ffccc85fbde req-3afaf642-ca18-4b15-a221-2ca02d410c61 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0532775 Aug 31 13:09:21.168341 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-99daf150-d7be-4fb1-9bc5-4ffccc85fbde req-f394faf6-6105-49d2-82c7-55f4673350d6 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358548 Aug 31 13:09:22.316242 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5b723-36a8-4485-9469-2b4d9858c7e3 req-a86c7c99-c424-49a0-8d2a-1ef63506317d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:22.318846 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-58a5b723-36a8-4485-9469-2b4d9858c7e3 req-a86c7c99-c424-49a0-8d2a-1ef63506317d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 944 time: 0.0789700 Aug 31 13:09:22.378441 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-58a5b723-36a8-4485-9469-2b4d9858c7e3 req-8cb187ce-6a46-4279-802d-115fd8aa5c6d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525680 Aug 31 13:09:23.017568 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 252eb76d-4df6-475d-9f4c-92fe11a80294 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:09:23.131286 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:09:23.144679 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'port_id': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'mac_address': 'fa:16:3e:e0:9e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:09:23.186765 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:23.201166 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252eb76d-4df6-475d-9f4c-92fe11a80294 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:09:23.221014 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:09:23.225541 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:23.277796 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=7']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:23.507891 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e53972-78f4-4f07-a86c-8135bef1874d req-fb0149c5-d3ba-4548-9dc4-4365878aae53 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:23.509487 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-62e53972-78f4-4f07-a86c-8135bef1874d req-fb0149c5-d3ba-4548-9dc4-4365878aae53 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 945 time: 0.0528250 Aug 31 13:09:23.552908 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-62e53972-78f4-4f07-a86c-8135bef1874d req-fcc3fa63-f86a-4998-9412-c6a4da52f090 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371921 Aug 31 13:09:23.626976 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['252eb76d-4df6-475d-9f4c-92fe11a80294'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:09:24.675163 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103d86e-86b2-443c-91df-d6ca97272107 req-fec419a3-5a22-4f11-95a7-8e01fd464862 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:24.676731 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9103d86e-86b2-443c-91df-d6ca97272107 req-fec419a3-5a22-4f11-95a7-8e01fd464862 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Aug 31 13:09:24.725898 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9103d86e-86b2-443c-91df-d6ca97272107 req-ad353dd2-dc19-4ad5-9e8c-e7b18d04a420 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390089 Aug 31 13:09:25.016607 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 252eb76d-4df6-475d-9f4c-92fe11a80294 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:09:25.081956 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 252eb76d-4df6-475d-9f4c-92fe11a80294 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:09:25.082326 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:25.167869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:25.192420 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:09:25.194936 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30551b-840b-479f-a305-6d5ec29fe0f7" -d '{"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-plugged", "status": "completed", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:09:25.208235 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:09:25.214500 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:25.246688 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc26cc1-a6a5-4265-9f86-cdde140e9ddc x-openstack-request-id: req-1cc26cc1-a6a5-4265-9f86-cdde140e9ddc {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:09:25.247010 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-plugged", "status": "completed", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:09:25.247261 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1cc26cc1-a6a5-4265-9f86-cdde140e9ddc {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:09:25.247649 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'code': 200} Aug 31 13:09:25.275731 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=8']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:25.851693 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801772b4-536d-4a48-836c-1dbfd70a0f04 req-b9c2ca52-3b68-4e0c-bc17-0d727fec5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:25.852747 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-801772b4-536d-4a48-836c-1dbfd70a0f04 req-b9c2ca52-3b68-4e0c-bc17-0d727fec5ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1099 time: 0.2997921 Aug 31 13:09:25.864842 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb9a89-f211-4edd-9ce1-38b4757249c6 req-a1ee5e65-3df3-4ad9-9cce-e83a58e1ac19 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:25.866442 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-14eb9a89-f211-4edd-9ce1-38b4757249c6 req-a1ee5e65-3df3-4ad9-9cce-e83a58e1ac19 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0572233 Aug 31 13:09:25.899034 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-801772b4-536d-4a48-836c-1dbfd70a0f04 req-dd2b7717-c023-4484-a414-495232981bc6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348601 Aug 31 13:09:25.922798 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-14eb9a89-f211-4edd-9ce1-38b4757249c6 req-90fe3cfe-2b2a-4313-9eda-6532dbd16126 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488217 Aug 31 13:09:27.076323 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267df7cd-dc63-42ff-a724-52f8fa6f7dd1 req-71601649-f526-4d92-9925-6deddca6c77d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:27.078450 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-267df7cd-dc63-42ff-a724-52f8fa6f7dd1 req-71601649-f526-4d92-9925-6deddca6c77d tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0709743 Aug 31 13:09:27.123216 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-267df7cd-dc63-42ff-a724-52f8fa6f7dd1 req-3dd6e34b-5cf2-42ab-a1ff-7f2ffc600aaa tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383186 Aug 31 13:09:28.244537 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22a88d-fdf7-45e7-9c2d-5a8f8568bde5 req-48cf2abc-52e3-4c5d-8095-9de1bc4e8330 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:28.246075 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cb22a88d-fdf7-45e7-9c2d-5a8f8568bde5 req-48cf2abc-52e3-4c5d-8095-9de1bc4e8330 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Aug 31 13:09:28.296461 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cb22a88d-fdf7-45e7-9c2d-5a8f8568bde5 req-e838c2d8-dded-40ed-90b2-d21adf0a0b87 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Aug 31 13:09:32.213668 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae2de0d8-842d-4e69-939c-3d7024c7ea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:34.816610 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5726f8d4-f353-4b23-b14b-66b0a4db017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:35.182467 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:36.120732 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:37.329172 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:09:37.905138 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:42.960689 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86d8b5-7be7-4977-ae49-969a40ad20c5 req-3f23375f-899d-49b8-a55a-9f6ee36337da tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:42.962223 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2c86d8b5-7be7-4977-ae49-969a40ad20c5 req-3f23375f-899d-49b8-a55a-9f6ee36337da tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0499468 Aug 31 13:09:43.007537 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2c86d8b5-7be7-4977-ae49-969a40ad20c5 req-e57182db-6049-4352-ac9e-ccef1949378f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377293 Aug 31 13:09:43.610374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:44.137952 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954ba8e-888c-4dfe-b85d-a218eb425a0c req-e8580cf2-91ba-47c3-b73d-2491f7ef6963 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:44.140196 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6954ba8e-888c-4dfe-b85d-a218eb425a0c req-e8580cf2-91ba-47c3-b73d-2491f7ef6963 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0499163 Aug 31 13:09:44.180969 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6954ba8e-888c-4dfe-b85d-a218eb425a0c req-85318c1a-7c11-4161-a48e-9868c914c1f9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329869 Aug 31 13:09:44.699619 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643bee-855c-44b1-b799-25efe56524ba req-7abfdb56-2902-4be7-969a-8009c183d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:44.701705 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb643bee-855c-44b1-b799-25efe56524ba req-7abfdb56-2902-4be7-969a-8009c183d493 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1099 time: 0.0525289 Aug 31 13:09:44.815659 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643bee-855c-44b1-b799-25efe56524ba req-60a240d4-5941-471a-b035-6987c3ef505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:44.817202 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb643bee-855c-44b1-b799-25efe56524ba req-60a240d4-5941-471a-b035-6987c3ef505c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.0903680 Aug 31 13:09:44.893109 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb643bee-855c-44b1-b799-25efe56524ba req-5ee81ea7-6403-4a97-972c-0b90e27c184c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 200 len: 1002 time: 0.0662785 Aug 31 13:09:44.943678 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643bee-855c-44b1-b799-25efe56524ba req-28c9ab03-1460-41ce-9122-3c7d010d9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:44.945156 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb643bee-855c-44b1-b799-25efe56524ba req-28c9ab03-1460-41ce-9122-3c7d010d9bb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0433848 Aug 31 13:09:44.998830 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643bee-855c-44b1-b799-25efe56524ba req-e6737e59-6e79-4007-9496-7b48094a4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:45.000346 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb643bee-855c-44b1-b799-25efe56524ba req-e6737e59-6e79-4007-9496-7b48094a4815 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443256 Aug 31 13:09:45.107326 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb643bee-855c-44b1-b799-25efe56524ba req-ac643514-3dc1-4baa-95b8-68a6b9ade671 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901632 Aug 31 13:09:45.208717 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb643bee-855c-44b1-b799-25efe56524ba req-c19ac7ba-4251-4819-a08c-f2921b459265 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894368 Aug 31 13:09:45.306671 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b4039-3b0e-45b1-b56a-878ed58050f9 req-d125dde6-d430-420d-bfe3-f8510a3515b4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:45.308193 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-492b4039-3b0e-45b1-b56a-878ed58050f9 req-d125dde6-d430-420d-bfe3-f8510a3515b4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0492144 Aug 31 13:09:45.351079 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-492b4039-3b0e-45b1-b56a-878ed58050f9 req-81f8f875-e781-4a2b-a7a3-546eb330a14f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363321 Aug 31 13:09:46.478674 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841b612-ca55-4bc1-b799-188537f9f362 req-c9becc8b-7c4b-4f33-900b-094372f97a60 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:46.480171 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e841b612-ca55-4bc1-b799-188537f9f362 req-c9becc8b-7c4b-4f33-900b-094372f97a60 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0497198 Aug 31 13:09:46.522190 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e841b612-ca55-4bc1-b799-188537f9f362 req-09d56b8c-4200-464c-a165-3dfd8aec6e7f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337276 Aug 31 13:09:47.654685 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0fa3-82c8-40f0-a9f8-0d69cdb8fb83 req-bb856e5b-619a-49f8-a2e3-a7cf42d6546d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:47.656728 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2f0a0fa3-82c8-40f0-a9f8-0d69cdb8fb83 req-bb856e5b-619a-49f8-a2e3-a7cf42d6546d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0594857 Aug 31 13:09:47.699605 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2f0a0fa3-82c8-40f0-a9f8-0d69cdb8fb83 req-b5bb82ba-fb5b-4c4b-9935-562d1b93f531 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360029 Aug 31 13:09:48.845379 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8aff-20d8-4ed1-8e90-f6841f062307 req-662d287b-4221-47ad-80af-cfbb7954c5cc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:48.847529 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9bcb8aff-20d8-4ed1-8e90-f6841f062307 req-662d287b-4221-47ad-80af-cfbb7954c5cc tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0578165 Aug 31 13:09:48.901072 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9bcb8aff-20d8-4ed1-8e90-f6841f062307 req-4b6eaaaa-a634-4007-ab85-2ca1e8453b17 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474079 Aug 31 13:09:50.032129 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc39e20-ed6a-429d-aa85-a105b9c67852 req-bdcf9405-3593-4974-b452-334e62526d5c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:50.033627 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ebc39e20-ed6a-429d-aa85-a105b9c67852 req-bdcf9405-3593-4974-b452-334e62526d5c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0499570 Aug 31 13:09:50.072285 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ebc39e20-ed6a-429d-aa85-a105b9c67852 req-3bfaa464-f466-4262-abfe-65721ae75978 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328834 Aug 31 13:09:51.192593 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc662f24-a47b-48c2-a077-14eee6ade524 req-cc5a13f7-3799-4050-bdb2-d29e6fc8fa2d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:51.194243 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dc662f24-a47b-48c2-a077-14eee6ade524 req-cc5a13f7-3799-4050-bdb2-d29e6fc8fa2d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0484517 Aug 31 13:09:51.230974 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dc662f24-a47b-48c2-a077-14eee6ade524 req-b5aaa1c3-11b1-49f5-8eb9-10c717213827 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309496 Aug 31 13:09:52.347278 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53263638-e338-4305-ba07-7637b2982ce0 req-c70da505-a2aa-47b8-9a78-05167b9c052a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:52.348694 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-53263638-e338-4305-ba07-7637b2982ce0 req-c70da505-a2aa-47b8-9a78-05167b9c052a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0467024 Aug 31 13:09:52.388680 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-53263638-e338-4305-ba07-7637b2982ce0 req-4d6c3853-2431-4c74-b785-fde94faa0d02 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341489 Aug 31 13:09:53.505160 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f3c1e-71c1-4b9d-9fd7-d4f29fa277c7 req-6e676dd1-3f9c-4076-8d1e-36a8077cc660 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:53.506619 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9a1f3c1e-71c1-4b9d-9fd7-d4f29fa277c7 req-6e676dd1-3f9c-4076-8d1e-36a8077cc660 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0480297 Aug 31 13:09:53.542467 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9a1f3c1e-71c1-4b9d-9fd7-d4f29fa277c7 req-ed0165fb-39c5-4994-bbab-445a4fb6a519 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301011 Aug 31 13:09:54.658009 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab3d2f-6992-4de6-ae81-79007227462c req-aea77058-f477-48ab-b529-726808c7458f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:54.659495 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-79ab3d2f-6992-4de6-ae81-79007227462c req-aea77058-f477-48ab-b529-726808c7458f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0478423 Aug 31 13:09:54.696635 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-79ab3d2f-6992-4de6-ae81-79007227462c req-6c7ac3fd-52f4-45e9-9fe9-ecf63a4aa10f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Aug 31 13:09:55.815697 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2de50-09f0-4c37-927e-5ac01f89371d req-c8097d67-710a-48f5-9a81-f16c05183d92 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:55.817565 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8a2de50-09f0-4c37-927e-5ac01f89371d req-c8097d67-710a-48f5-9a81-f16c05183d92 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0475652 Aug 31 13:09:55.858333 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8a2de50-09f0-4c37-927e-5ac01f89371d req-b50b7852-d5bf-4ae5-b037-8d46b17ba0ae tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Aug 31 13:09:56.975927 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c092ad-d687-4423-975e-d383097b3396 req-1a1f7160-78a3-4fb8-beff-f6293bab5065 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:56.977409 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26c092ad-d687-4423-975e-d383097b3396 req-1a1f7160-78a3-4fb8-beff-f6293bab5065 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0474212 Aug 31 13:09:57.013951 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26c092ad-d687-4423-975e-d383097b3396 req-d4e1c4bc-8133-4aeb-9972-0f572e45e0c0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307848 Aug 31 13:09:58.133001 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a1319-2949-422e-bb0f-ac702238381c req-3eb0679b-5c67-404d-8eb9-6d8adc5fc662 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:58.134476 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c78a1319-2949-422e-bb0f-ac702238381c req-3eb0679b-5c67-404d-8eb9-6d8adc5fc662 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0481935 Aug 31 13:09:58.171419 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c78a1319-2949-422e-bb0f-ac702238381c req-6968c3de-e61d-4e47-9e4e-27e086d94193 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309818 Aug 31 13:09:59.087800 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91468741-d180-48f8-9eaf-c9c810665ba4 req-1ccabae4-b161-4bbe-ae41-3a9d13435086 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:59.089288 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-91468741-d180-48f8-9eaf-c9c810665ba4 req-1ccabae4-b161-4bbe-ae41-3a9d13435086 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0485730 Aug 31 13:09:59.104600 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b197e-d98a-4284-acc5-520a11598c0d req-aa8a24af-170e-4873-860d-01532c2c6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:59.106127 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-612b197e-d98a-4284-acc5-520a11598c0d req-aa8a24af-170e-4873-860d-01532c2c6bb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1137 time: 0.0410469 Aug 31 13:09:59.132194 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-91468741-d180-48f8-9eaf-c9c810665ba4 req-e7490ba9-5ad5-4fce-b591-e2c1a0f87905 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365586 Aug 31 13:09:59.136111 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:09:59.206695 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b197e-d98a-4284-acc5-520a11598c0d req-f6fc1356-055c-4218-8f98-7b5f0d54d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:59.208323 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-612b197e-d98a-4284-acc5-520a11598c0d req-f6fc1356-055c-4218-8f98-7b5f0d54d365 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 916 time: 0.0899618 Aug 31 13:09:59.239842 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:09:59.253016 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'port_id': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'mac_address': 'fa:16:3e:c8:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:09:59.300482 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9f79b-da43-4d8e-8d7c-1c428d3011f7 req-4ac7c0e5-0f9f-4026-8958-9bdc5436e983 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:59.301905 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-612b197e-d98a-4284-acc5-520a11598c0d req-4599a4ee-f2d3-409e-862f-de28c276c91f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 1000 time: 0.0720811 Aug 31 13:09:59.302096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1ba9f79b-da43-4d8e-8d7c-1c428d3011f7 req-4ac7c0e5-0f9f-4026-8958-9bdc5436e983 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0570266 Aug 31 13:09:59.302435 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:59.316145 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42b0d12-5333-4224-a35c-0fdc6e431b5d {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:09:59.337369 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:09:59.342044 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:09:59.345871 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1ba9f79b-da43-4d8e-8d7c-1c428d3011f7 req-ba8e98df-b74f-43bf-b7c6-c5a0dc32b4cd tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369849 Aug 31 13:09:59.369701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b197e-d98a-4284-acc5-520a11598c0d req-18ff2b02-7470-4d3e-ab06-a95a90d9087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:59.371862 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-612b197e-d98a-4284-acc5-520a11598c0d req-18ff2b02-7470-4d3e-ab06-a95a90d9087d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 200 len: 854 time: 0.0620179 Aug 31 13:09:59.398470 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=6']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:09:59.440273 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b197e-d98a-4284-acc5-520a11598c0d req-7bbb3312-2ba6-42d2-b1d3-927226566548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:09:59.441789 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-612b197e-d98a-4284-acc5-520a11598c0d req-7bbb3312-2ba6-42d2-b1d3-927226566548 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834a8189-ef3f-45d6-a1f9-73bf8befac7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493352 Aug 31 13:09:59.497566 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['d42b0d12-5333-4224-a35c-0fdc6e431b5d'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:09:59.538518 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-612b197e-d98a-4284-acc5-520a11598c0d req-1f44b419-1283-4494-980c-ee8882c99a94 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804150 Aug 31 13:09:59.633317 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-612b197e-d98a-4284-acc5-520a11598c0d req-757c84e4-c32f-42bc-a257-e46789e744b3 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860872 Aug 31 13:10:00.246581 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ff679-8055-49ba-8ef9-2271f5694c36 req-7c9c2e8e-5ac0-4f54-9b6a-62d075db25bc tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:00.248058 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-588ff679-8055-49ba-8ef9-2271f5694c36 req-7c9c2e8e-5ac0-4f54-9b6a-62d075db25bc tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0481062 Aug 31 13:10:00.287645 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-588ff679-8055-49ba-8ef9-2271f5694c36 req-604f6f1b-bb47-41cb-8a34-2e9cfcdf84d4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328121 Aug 31 13:10:00.466399 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f33190-57fb-4d90-ae89-c8bdfce59946 req-50a074e5-f5b4-49a0-a7e1-d751b08582be tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:00.467884 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a3f33190-57fb-4d90-ae89-c8bdfce59946 req-50a074e5-f5b4-49a0-a7e1-d751b08582be tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 945 time: 0.0500190 Aug 31 13:10:00.508728 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a3f33190-57fb-4d90-ae89-c8bdfce59946 req-c591d815-8dfb-4b1b-b932-374a5e5e0fad tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348897 Aug 31 13:10:01.145373 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:10:01.194862 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port d42b0d12-5333-4224-a35c-0fdc6e431b5d triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:10:01.195233 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:01.269457 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:01.291134 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:10:01.293333 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cd5b3a-ca83-4087-b8c5-c0e154ef74d2" -d '{"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-plugged", "status": "completed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:10:01.307743 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:10:01.313380 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:01.338634 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b60e24-f056-48f0-8031-cfba7f21247c x-openstack-request-id: req-96b60e24-f056-48f0-8031-cfba7f21247c {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:10:01.338930 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-plugged", "status": "completed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:10:01.339180 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96b60e24-f056-48f0-8031-cfba7f21247c {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:10:01.339567 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'code': 200} Aug 31 13:10:01.366464 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=7']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:10:01.653458 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cec4b-bf86-4de2-95e0-5c525ba638eb req-36cb43e1-818e-44e2-bed0-dc51752f0679 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:01.654948 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b70cec4b-bf86-4de2-95e0-5c525ba638eb req-36cb43e1-818e-44e2-bed0-dc51752f0679 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.2864389 Aug 31 13:10:01.666770 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f278e-9acf-4a15-af2e-e109c7a49f3a req-93e9ab3e-9e23-43ed-9182-340e58c22f55 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:01.668246 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-336f278e-9acf-4a15-af2e-e109c7a49f3a req-93e9ab3e-9e23-43ed-9182-340e58c22f55 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0678079 Aug 31 13:10:01.728740 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b70cec4b-bf86-4de2-95e0-5c525ba638eb req-80949255-78da-4eee-badd-7fc523d7758f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593035 Aug 31 13:10:01.733883 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-336f278e-9acf-4a15-af2e-e109c7a49f3a req-8fa61d1f-e237-44ab-825a-3efa8dc103d3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582304 Aug 31 13:10:02.219534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a13c3bc4-dc48-4455-8318-969e425dcad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:02.910092 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be1126-f50a-4537-b806-ef7861d45291 req-ae902277-c3ef-4482-ad2a-343f4d4d3b4a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:02.911739 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-97be1126-f50a-4537-b806-ef7861d45291 req-ae902277-c3ef-4482-ad2a-343f4d4d3b4a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.1057174 Aug 31 13:10:02.989838 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560407a-c75d-4197-b657-745935bd362d req-d6e4ffeb-3f6b-40fb-b5f9-ff12fe9a6894 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:02.991319 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9560407a-c75d-4197-b657-745935bd362d req-d6e4ffeb-3f6b-40fb-b5f9-ff12fe9a6894 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0784657 Aug 31 13:10:02.995603 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-97be1126-f50a-4537-b806-ef7861d45291 req-e1db2e66-5dc1-40c7-b039-4d2eb4096185 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721316 Aug 31 13:10:03.040678 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9560407a-c75d-4197-b657-745935bd362d req-04edbb87-44f8-4fd4-ab9e-2bad8c1552eb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416734 Aug 31 13:10:04.155027 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89dfac-9410-4ca4-b630-70eb36d1d266 req-ea06e9fc-3148-42e1-a2b9-b0823c05de52 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:04.163154 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eb89dfac-9410-4ca4-b630-70eb36d1d266 req-ea06e9fc-3148-42e1-a2b9-b0823c05de52 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0733089 Aug 31 13:10:04.245255 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eb89dfac-9410-4ca4-b630-70eb36d1d266 req-1f2e883b-91cb-4860-a7be-e9f28938d438 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810366 Aug 31 13:10:04.265520 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61571c-2196-4556-8e18-f3f19eca6fca req-a238934a-d641-49dd-9e43-197cd655dee4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:04.268017 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5f61571c-2196-4556-8e18-f3f19eca6fca req-a238934a-d641-49dd-9e43-197cd655dee4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.1247475 Aug 31 13:10:04.320242 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5f61571c-2196-4556-8e18-f3f19eca6fca req-6efffcc5-9618-4bfe-a5aa-48814f2ea70a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507636 Aug 31 13:10:04.818379 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a5f31043-0b18-4c4a-8377-334635d4b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:05.188476 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:05.378393 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfadb55-dfd2-4424-8428-e5bc4f59d2c2 req-9a60de97-c821-42fa-aacc-d60bef886e74 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:05.386541 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bfadb55-dfd2-4424-8428-e5bc4f59d2c2 req-9a60de97-c821-42fa-aacc-d60bef886e74 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0688648 Aug 31 13:10:05.468859 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8bfadb55-dfd2-4424-8428-e5bc4f59d2c2 req-44a57f6e-a50c-49e3-ad5b-dfce40dddb83 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783844 Aug 31 13:10:05.497133 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf89c8a-0a8b-4743-a0d9-fce92010da9d req-f71fbc61-c083-4b60-b206-171cdc5423f5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:05.498968 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cdf89c8a-0a8b-4743-a0d9-fce92010da9d req-f71fbc61-c083-4b60-b206-171cdc5423f5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0937443 Aug 31 13:10:05.545579 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cdf89c8a-0a8b-4743-a0d9-fce92010da9d req-c5ae1ec6-c00e-4036-8d89-0cd1a9d30c70 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Aug 31 13:10:06.130826 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:06.591127 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbfca1-6566-4ec1-8140-b04dfc24dd10 req-06914ed5-5192-4875-9287-ec4ae1a5ef3a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:06.592734 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c1dbfca1-6566-4ec1-8140-b04dfc24dd10 req-06914ed5-5192-4875-9287-ec4ae1a5ef3a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0509429 Aug 31 13:10:06.661294 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c1dbfca1-6566-4ec1-8140-b04dfc24dd10 req-8b5f125d-5876-40a5-9ed0-dfa26071b2da tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606787 Aug 31 13:10:06.717951 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fa65b-6c11-448c-8ca2-53054afcf360 req-1d796eb4-ed71-4675-964d-3b156b384f24 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:06.719818 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-125fa65b-6c11-448c-8ca2-53054afcf360 req-1d796eb4-ed71-4675-964d-3b156b384f24 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0714293 Aug 31 13:10:06.811409 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-125fa65b-6c11-448c-8ca2-53054afcf360 req-3b6ea8a3-5ec3-4c29-ae0c-97d53c83180c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825334 Aug 31 13:10:07.792934 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbc67a-1b98-4439-ab0d-8c7d0d036bc6 req-2b498135-62af-408a-9d7c-848338d0bce3 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:07.797099 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f2dbc67a-1b98-4439-ab0d-8c7d0d036bc6 req-2b498135-62af-408a-9d7c-848338d0bce3 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0666444 Aug 31 13:10:07.841716 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f2dbc67a-1b98-4439-ab0d-8c7d0d036bc6 req-a55d399d-2068-4afa-9869-afe256df07e8 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394163 Aug 31 13:10:07.910175 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:07.956498 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cd72d-4ef5-47df-8d83-95df62dd9efe req-0f972e3b-ad62-445f-930e-8bc0757a65c6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:07.958173 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ba9cd72d-4ef5-47df-8d83-95df62dd9efe req-0f972e3b-ad62-445f-930e-8bc0757a65c6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0533941 Aug 31 13:10:08.003984 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ba9cd72d-4ef5-47df-8d83-95df62dd9efe req-d94c282a-b5d3-4bd3-b968-a6f29398725e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391994 Aug 31 13:10:08.968317 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7fd8e-0b8d-4be2-8844-181cdce8b204 req-bc41a63a-48e6-4fe2-8d5b-840e404d254d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:08.970249 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-29d7fd8e-0b8d-4be2-8844-181cdce8b204 req-bc41a63a-48e6-4fe2-8d5b-840e404d254d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0530298 Aug 31 13:10:09.014298 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-29d7fd8e-0b8d-4be2-8844-181cdce8b204 req-efebee81-3718-4227-97ff-9fa4c9255c5f tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374827 Aug 31 13:10:09.147178 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28977e88-5f76-4422-b930-3f633040f384 req-4efccb53-a512-45db-a085-5d56c1e3463d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:09.148701 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-28977e88-5f76-4422-b930-3f633040f384 req-4efccb53-a512-45db-a085-5d56c1e3463d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0592177 Aug 31 13:10:09.195857 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-28977e88-5f76-4422-b930-3f633040f384 req-071bb089-b7ba-4aa9-b54d-cfc3e409f650 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 Aug 31 13:10:10.150090 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de23cf-8f1a-482a-a296-a78465395c74 req-4ec9f136-b43d-4f2c-84b9-624ccbfbfc45 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:10.150090 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a0de23cf-8f1a-482a-a296-a78465395c74 req-4ec9f136-b43d-4f2c-84b9-624ccbfbfc45 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0555446 Aug 31 13:10:10.223224 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a0de23cf-8f1a-482a-a296-a78465395c74 req-94c2c42c-3772-4565-9334-34397bd2adcd tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433393 Aug 31 13:10:10.337257 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75ae9a-5891-46ca-8562-27cecc568fd9 req-af9ec2a8-b93a-4156-a079-b0e7709935bb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:10.338995 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea75ae9a-5891-46ca-8562-27cecc568fd9 req-af9ec2a8-b93a-4156-a079-b0e7709935bb tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0536873 Aug 31 13:10:10.380943 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea75ae9a-5891-46ca-8562-27cecc568fd9 req-5ec3850f-d605-425a-be6e-32e082aca365 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346577 Aug 31 13:10:11.351632 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669587f-9779-441a-a147-ba9b351519f0 req-525d0f9d-1dc6-4710-accf-22ff44cff425 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:11.353170 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a669587f-9779-441a-a147-ba9b351519f0 req-525d0f9d-1dc6-4710-accf-22ff44cff425 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0542781 Aug 31 13:10:11.395375 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a669587f-9779-441a-a147-ba9b351519f0 req-3be4dabf-2020-4997-b5d3-52990ef9484b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357344 Aug 31 13:10:11.502365 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2022ae-ab7f-477d-86ab-6a1918f07bfb req-f21479c4-d1ce-4b1f-a609-efe4b3ee0374 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:11.503862 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ed2022ae-ab7f-477d-86ab-6a1918f07bfb req-f21479c4-d1ce-4b1f-a609-efe4b3ee0374 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0505977 Aug 31 13:10:11.543291 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ed2022ae-ab7f-477d-86ab-6a1918f07bfb req-6027e348-e47e-4c40-9d95-b8dd9f1aaaa4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335371 Aug 31 13:10:11.893701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-363c354a-ef6e-4725-b52d-1c873a5c15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:11.895333 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-363c354a-ef6e-4725-b52d-1c873a5c15df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1099 time: 0.0412242 Aug 31 13:10:11.993823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-2662c4ef-240f-4dba-a12b-77b685211db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:11.995314 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-2662c4ef-240f-4dba-a12b-77b685211db4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.0866771 Aug 31 13:10:12.070822 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-454c8373-89f2-4482-a8b6-5221eb30cc29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 200 len: 1002 time: 0.0642409 Aug 31 13:10:12.122018 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-6d3dd47d-756a-4f60-9909-f1cc2dafa2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:12.123503 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-6d3dd47d-756a-4f60-9909-f1cc2dafa2b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0447402 Aug 31 13:10:12.170843 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-59c9383d-68c9-4c7b-88b2-f91a578ed340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:12.172425 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-59c9383d-68c9-4c7b-88b2-f91a578ed340 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409548 Aug 31 13:10:12.275074 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-9ec748be-b8e5-40b8-a6ef-af20e4a07174 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835862 Aug 31 13:10:12.366894 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85d055d-be75-45eb-b943-bbee8d3d4c67 req-d55c0efd-80ab-49e0-89c4-3b45f7a06f40 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799625 Aug 31 13:10:12.510130 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744087-3785-49f3-8c91-c700b6e9f2dd req-dbe195a0-5ffd-4b12-a9b4-5ca807f43339 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:12.511613 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-43744087-3785-49f3-8c91-c700b6e9f2dd req-dbe195a0-5ffd-4b12-a9b4-5ca807f43339 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0486581 Aug 31 13:10:12.551626 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-43744087-3785-49f3-8c91-c700b6e9f2dd req-e6cc52dd-ddb9-4359-a7ef-157448ac6b41 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340819 Aug 31 13:10:12.664423 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b9465-b85d-4370-a221-50ee82467820 req-88b839b8-85d5-4f6b-aa0d-1e8e7c1228e7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:12.665922 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bc9b9465-b85d-4370-a221-50ee82467820 req-88b839b8-85d5-4f6b-aa0d-1e8e7c1228e7 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0520794 Aug 31 13:10:12.704208 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bc9b9465-b85d-4370-a221-50ee82467820 req-13355170-0cb5-4fbf-a2db-208ded8e7b59 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322893 Aug 31 13:10:13.625405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:13.665892 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b51e9-b2f3-4eba-b6d5-6f71f12a8343 req-7f51c832-29a2-4364-8d87-ef8cdfe63f8d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:13.667410 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fd5b51e9-b2f3-4eba-b6d5-6f71f12a8343 req-7f51c832-29a2-4364-8d87-ef8cdfe63f8d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0504568 Aug 31 13:10:13.708111 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-fd5b51e9-b2f3-4eba-b6d5-6f71f12a8343 req-38528ad3-d962-4a2c-b076-4e98525865af tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345941 Aug 31 13:10:13.819989 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81117efc-9a88-45c6-9d05-b61cc2f8c79e req-70dd75e8-e691-4769-b149-9f0ccd905f47 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:13.821511 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-81117efc-9a88-45c6-9d05-b61cc2f8c79e req-70dd75e8-e691-4769-b149-9f0ccd905f47 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0473857 Aug 31 13:10:13.864734 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-81117efc-9a88-45c6-9d05-b61cc2f8c79e req-7ff23819-5be4-427c-8338-951e00221003 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371900 Aug 31 13:10:14.327281 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:10:14.824682 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a48a-038d-4574-aed1-e84274defea5 req-7fa29810-ec39-4794-a046-01e87c23974c tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:14.826241 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea27a48a-038d-4574-aed1-e84274defea5 req-7fa29810-ec39-4794-a046-01e87c23974c tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0515316 Aug 31 13:10:14.866309 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ea27a48a-038d-4574-aed1-e84274defea5 req-b8a362d6-71e6-419e-898c-2399e4d56520 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335908 Aug 31 13:10:14.991705 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fd00a-c8a3-4307-ba4b-d923bcdc79b5 req-e550fe1b-59e4-4f0a-baaa-434644c13b2e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:14.993539 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-425fd00a-c8a3-4307-ba4b-d923bcdc79b5 req-e550fe1b-59e4-4f0a-baaa-434644c13b2e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 946 time: 0.0537415 Aug 31 13:10:15.032051 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-425fd00a-c8a3-4307-ba4b-d923bcdc79b5 req-b13e6581-06cc-4f53-9c63-087315dfce7b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Aug 31 13:10:15.205522 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:10:15.287537 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:15.310067 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:10:15.312360 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4016999-c476-4200-8e5a-b15ad37c1e7a" -d '{"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-unplugged", "status": "completed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:10:15.326195 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:10:15.330953 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:15.357641 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 13:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a90482-f2a3-4dbf-b7df-587ab5534fcb x-openstack-request-id: req-c1a90482-f2a3-4dbf-b7df-587ab5534fcb {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:10:15.357938 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-unplugged", "status": "failed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d", "code": 422}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:10:15.358189 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1a90482-f2a3-4dbf-b7df-587ab5534fcb {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:10:15.358623 dv-cinder-804470-3-iscsi neutron-server[94107]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'code': 422} returned with failed status Aug 31 13:10:15.385389 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=8']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:10:15.393282 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.393632 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.394141 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.394479 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.394814 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.395142 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.395470 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.395795 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.396121 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.396441 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.396795 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:15.397119 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:16.014235 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dd2fe-c1ae-42d2-8a13-3ec2d7ea3962 req-858754b3-3192-4ac3-8c7d-b44f37ab2915 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:16.015751 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cf4dd2fe-c1ae-42d2-8a13-3ec2d7ea3962 req-858754b3-3192-4ac3-8c7d-b44f37ab2915 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0826805 Aug 31 13:10:16.035649 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-61667033-253d-4b8f-9a25-9d7e3db3e178 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0622890 Aug 31 13:10:16.045813 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234a332-3212-4431-877c-07ca3abbfb2d req-5f3da3f5-8a61-496b-ab8a-9817bd7e533d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:16.048886 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9234a332-3212-4431-877c-07ca3abbfb2d req-5f3da3f5-8a61-496b-ab8a-9817bd7e533d tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.1058891 Aug 31 13:10:16.132386 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-cf4dd2fe-c1ae-42d2-8a13-3ec2d7ea3962 req-6d7fc5ce-30fd-476b-83d0-5a8edda0ee19 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102700 Aug 31 13:10:16.136642 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9234a332-3212-4431-877c-07ca3abbfb2d req-bb5e6f26-5cfe-4cdd-a70d-151df5c82b8a tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=628217d4-1128-4565-8875-4bfdfd57672e&id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757859 Aug 31 13:10:16.888338 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-be5b4eef-dd70-400a-a3c2-8be929849aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:16.889945 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-be5b4eef-dd70-400a-a3c2-8be929849aaa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520&tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0412114 Aug 31 13:10:16.950411 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-c834f18f-c813-45e0-8cb7-a69ca3ffa84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:16.951901 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-c834f18f-c813-45e0-8cb7-a69ca3ffa84e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1097 time: 0.0389495 Aug 31 13:10:17.046764 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-3db09541-ab7d-4c21-992d-5d962f33e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:17.048273 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-3db09541-ab7d-4c21-992d-5d962f33e16a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 200 len: 918 time: 0.0870528 Aug 31 13:10:17.120271 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-98715656-7e75-416a-9534-9e2f006ff288 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 200 len: 1000 time: 0.0591311 Aug 31 13:10:17.172543 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-6a89efec-e362-4b8d-8282-b83fc14997cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:17.174358 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-6a89efec-e362-4b8d-8282-b83fc14997cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 200 len: 856 time: 0.0452142 Aug 31 13:10:17.229909 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-cce88b77-23a3-47dd-9d8b-dd1277997459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:17.231407 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-cce88b77-23a3-47dd-9d8b-dd1277997459 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4413561c-a182-4ad3-b75b-0ed90a00c176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440037 Aug 31 13:10:17.255442 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb30dd-9922-4167-9d44-b105222b5582 req-f8da9db0-84cf-44aa-ad7d-e6d653228ff5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:17.256954 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0fb30dd-9922-4167-9d44-b105222b5582 req-f8da9db0-84cf-44aa-ad7d-e6d653228ff5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0487909 Aug 31 13:10:17.294518 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0fb30dd-9922-4167-9d44-b105222b5582 req-8608cb83-b0f4-4c67-b42f-f4450befe23f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312128 Aug 31 13:10:17.336882 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-d474a688-40eb-4a57-bf1e-4ec583462e99 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918443 Aug 31 13:10:17.434878 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb749d20-9fed-4d36-b40b-0f92c0d31b24 req-df6d750d-386c-493b-ae15-05d84d627504 service neutron] 10.222.0.59 "GET /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851159 Aug 31 13:10:18.422520 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbbfe2-76f5-4fd7-b910-f3d7bd93120e req-7b828995-3c67-4b3a-b2cb-18f64d85cc84 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:18.424282 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8ddbbfe2-76f5-4fd7-b910-f3d7bd93120e req-7b828995-3c67-4b3a-b2cb-18f64d85cc84 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0541713 Aug 31 13:10:18.466552 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8ddbbfe2-76f5-4fd7-b910-f3d7bd93120e req-251991a1-c325-4cc1-9576-a86e9be258c5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354092 Aug 31 13:10:19.602994 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac3346-12e3-4205-bee9-89e9d8fe17aa req-b1a9d0e6-b60a-4a09-ab87-6b8ceaa392c8 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:19.604626 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-27ac3346-12e3-4205-bee9-89e9d8fe17aa req-b1a9d0e6-b60a-4a09-ab87-6b8ceaa392c8 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0597334 Aug 31 13:10:19.649081 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-27ac3346-12e3-4205-bee9-89e9d8fe17aa req-fa0f084e-b80e-4084-8980-e223ffa6daa9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Aug 31 13:10:20.778831 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4662-8421-4b7b-8bec-7b679fd7fc99 req-d4a0f47f-07e4-4fbf-8d58-a1e3ea50e27d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:20.780510 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2d4b4662-8421-4b7b-8bec-7b679fd7fc99 req-d4a0f47f-07e4-4fbf-8d58-a1e3ea50e27d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0530322 Aug 31 13:10:20.828709 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2d4b4662-8421-4b7b-8bec-7b679fd7fc99 req-02fb31bd-c3d1-4f5a-8d4e-1c90dd635f0d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Aug 31 13:10:21.959569 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c21358-1cfc-4e9a-b1e0-5f097205ba62 req-6068e696-ab78-4f94-b7c0-f439e66c54d2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:21.961167 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2c21358-1cfc-4e9a-b1e0-5f097205ba62 req-6068e696-ab78-4f94-b7c0-f439e66c54d2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0554049 Aug 31 13:10:22.002561 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2c21358-1cfc-4e9a-b1e0-5f097205ba62 req-896d79a0-2112-43da-8f25-c8dee7ea0ee6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343237 Aug 31 13:10:23.138214 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8ea9-312f-45af-a29a-69e9d2c95cac req-cdac2eaa-3f12-43ad-8446-15511774f27f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:23.141411 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-485d8ea9-312f-45af-a29a-69e9d2c95cac req-cdac2eaa-3f12-43ad-8446-15511774f27f tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0573144 Aug 31 13:10:23.194961 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-485d8ea9-312f-45af-a29a-69e9d2c95cac req-ce734aac-3f0b-4d33-9896-219f22ee6be3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480649 Aug 31 13:10:24.342103 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553699b2-cc3d-445e-8a68-360608b055e8 req-a5d4a0c0-50fa-4afb-9497-c576a4293cc5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:24.344157 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-553699b2-cc3d-445e-8a68-360608b055e8 req-a5d4a0c0-50fa-4afb-9497-c576a4293cc5 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0532894 Aug 31 13:10:24.392497 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-553699b2-cc3d-445e-8a68-360608b055e8 req-30dedb45-7294-4b64-a328-b8dbbd57ea28 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369201 Aug 31 13:10:25.573403 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdb4e7-7014-43ff-b78c-415dbb002a01 req-8055d465-5806-4554-b9cf-64e499d1e6f2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:25.575130 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-65cdb4e7-7014-43ff-b78c-415dbb002a01 req-8055d465-5806-4554-b9cf-64e499d1e6f2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0675166 Aug 31 13:10:25.617105 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-65cdb4e7-7014-43ff-b78c-415dbb002a01 req-d5def01c-0ef5-42d3-85de-93db9ef317e9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353575 Aug 31 13:10:26.743092 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72fc36-12e3-412c-91be-3c99d460b8ab req-beedfc1e-4de9-4726-bef4-03a03f8c795e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:26.744807 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7e72fc36-12e3-412c-91be-3c99d460b8ab req-beedfc1e-4de9-4726-bef4-03a03f8c795e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0549550 Aug 31 13:10:26.786564 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7e72fc36-12e3-412c-91be-3c99d460b8ab req-05f8c73a-7221-44b0-8cad-100c600c5c61 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350404 Aug 31 13:10:27.909576 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289291-10fa-44a3-9614-56765ad62d98 req-2b419383-f399-42af-af56-06198d69bbe9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:27.911239 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-12289291-10fa-44a3-9614-56765ad62d98 req-2b419383-f399-42af-af56-06198d69bbe9 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0531497 Aug 31 13:10:27.951069 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-12289291-10fa-44a3-9614-56765ad62d98 req-cbafd309-dffc-4c3a-97db-3411654bfa79 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338581 Aug 31 13:10:29.076286 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8aeea-1759-4f6f-a970-916b9e306121 req-1d6fe5fe-3233-4f87-98a1-1c6379395d7e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:29.078337 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-42f8aeea-1759-4f6f-a970-916b9e306121 req-1d6fe5fe-3233-4f87-98a1-1c6379395d7e tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0507848 Aug 31 13:10:29.115955 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-42f8aeea-1759-4f6f-a970-916b9e306121 req-18a3497f-6ab1-435c-b9e8-f8e687d6fa90 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Aug 31 13:10:30.238065 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cbc30-539e-484a-940d-6225cfad539e req-e0df1b34-d017-4548-a086-1f5bdb35d24c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:30.239594 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3b1cbc30-539e-484a-940d-6225cfad539e req-e0df1b34-d017-4548-a086-1f5bdb35d24c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0521703 Aug 31 13:10:30.276760 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3b1cbc30-539e-484a-940d-6225cfad539e req-79850fce-fb5b-4399-9840-8b4d426c45c2 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Aug 31 13:10:31.323486 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:10:31.400769 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45ca3-7c32-4452-a1e0-aea54209c58b req-c728690a-12a3-4c08-9443-4e3885bb4a7d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:31.402389 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-04c45ca3-7c32-4452-a1e0-aea54209c58b req-c728690a-12a3-4c08-9443-4e3885bb4a7d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 944 time: 0.0515800 Aug 31 13:10:31.422252 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:10:31.434749 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'port_id': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'mac_address': 'fa:16:3e:c8:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:10:31.443716 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-04c45ca3-7c32-4452-a1e0-aea54209c58b req-3dd947b3-3e01-4f3c-b2f9-399507ed0280 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351529 Aug 31 13:10:31.478008 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:31.492627 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42b0d12-5333-4224-a35c-0fdc6e431b5d {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:10:31.513957 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:10:31.518196 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:31.567683 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=9']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:10:31.886691 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['d42b0d12-5333-4224-a35c-0fdc6e431b5d'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:10:32.220676 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c2da51e9-34e6-439c-8dd3-b526d7110aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:32.570263 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c1c31-5899-444c-9642-702d354f5e0e req-e09e2c6c-3600-443f-b847-f8698466c168 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:32.571793 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2e9c1c31-5899-444c-9642-702d354f5e0e req-e09e2c6c-3600-443f-b847-f8698466c168 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 945 time: 0.0475390 Aug 31 13:10:32.610049 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2e9c1c31-5899-444c-9642-702d354f5e0e req-5d342079-e4c1-49a1-97ee-64ed3147c8e0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323722 Aug 31 13:10:33.327250 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:10:33.374596 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port d42b0d12-5333-4224-a35c-0fdc6e431b5d triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:10:33.374961 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:33.450061 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:33.472936 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:10:33.475161 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21eac41-6369-4dd2-b852-39ede9cf866f" -d '{"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-plugged", "status": "completed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:10:33.487750 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:10:33.492102 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:33.518494 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35280ec-abf6-432d-88f4-5457a739d5af x-openstack-request-id: req-b35280ec-abf6-432d-88f4-5457a739d5af {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:10:33.518786 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-plugged", "status": "completed", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:10:33.519033 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b35280ec-abf6-432d-88f4-5457a739d5af {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:10:33.519414 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'code': 200} Aug 31 13:10:33.545352 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=10']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:10:33.725325 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122818f7-14c9-4c6e-81a3-b8df42dfe3f3 req-fbd7a1ca-1209-4c6a-9cda-250e85a03932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:33.726852 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-122818f7-14c9-4c6e-81a3-b8df42dfe3f3 req-fbd7a1ca-1209-4c6a-9cda-250e85a03932 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 1100 time: 0.0412850 Aug 31 13:10:33.734566 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84531088-d5ba-438f-ba3c-6babddd9744b req-66e2cd47-bea7-4484-88a2-c4826ffe732c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:33.736071 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-84531088-d5ba-438f-ba3c-6babddd9744b req-66e2cd47-bea7-4484-88a2-c4826ffe732c tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 947 time: 0.0531034 Aug 31 13:10:33.769051 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-122818f7-14c9-4c6e-81a3-b8df42dfe3f3 req-1597fba5-d308-4d0c-a058-555984ee8414 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297513 Aug 31 13:10:33.775683 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-84531088-d5ba-438f-ba3c-6babddd9744b req-9354d039-bd04-473f-8a89-90c71c3d9a0a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334294 Aug 31 13:10:34.820925 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3e6a-da45-434a-bbc3-ad730aea7a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:34.894656 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7f607-98f0-4ba7-87a9-81edb6f57570 req-4d5962ef-ab4e-4539-babc-a4013b1c9ae0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:34.896155 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-78f7f607-98f0-4ba7-87a9-81edb6f57570 req-4d5962ef-ab4e-4539-babc-a4013b1c9ae0 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 947 time: 0.0492260 Aug 31 13:10:34.934540 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-78f7f607-98f0-4ba7-87a9-81edb6f57570 req-96a72230-570b-41a2-a22f-124c52646407 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323761 Aug 31 13:10:35.180564 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:36.058890 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e36ba3-dd8e-4f4d-b6bf-4beeb5934f02 req-783df2b8-9e08-4346-8cf3-e6e72ea8cbae tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:36.060388 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-89e36ba3-dd8e-4f4d-b6bf-4beeb5934f02 req-783df2b8-9e08-4346-8cf3-e6e72ea8cbae tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 947 time: 0.0549464 Aug 31 13:10:36.097676 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-89e36ba3-dd8e-4f4d-b6bf-4beeb5934f02 req-55f315b2-f9f0-4869-962a-0ffd05dff0dd tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313144 Aug 31 13:10:36.126511 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:37.908264 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:43.651402 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:44.701493 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-72b4eded-6f53-4f82-be0c-1790767e9e95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380836 Aug 31 13:10:44.796571 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-3097021c-78ec-4d1e-8687-924e13aaf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:44.798182 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-3097021c-78ec-4d1e-8687-924e13aaf977 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1099 time: 0.0455086 Aug 31 13:10:44.915216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-2ec62c73-7b99-4113-aea9-c0e1d345da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:44.916815 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-2ec62c73-7b99-4113-aea9-c0e1d345da34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 910 time: 0.0979419 Aug 31 13:10:44.986167 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-18976242-4b5c-4f77-bb12-70e2d7cfd56d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 1001 time: 0.0608335 Aug 31 13:10:45.049947 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-fdbae104-c603-47fe-91f1-90ce423f50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:45.051760 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-fdbae104-c603-47fe-91f1-90ce423f50fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.0509782 Aug 31 13:10:45.108274 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-fa261a4d-cf3b-4b5e-afd0-3e843373101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:45.109853 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-fa261a4d-cf3b-4b5e-afd0-3e843373101a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466604 Aug 31 13:10:45.214755 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-100b2c1f-f2a5-4d7f-9f4d-8e8c9543d63a service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917609 Aug 31 13:10:45.323128 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7550001-f3ec-4287-bc0c-2a5f9f039d01 req-455655e4-d44f-4e9c-be05-1686a48550c1 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987613 Aug 31 13:10:51.325787 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:10:53.164169 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-712bd01a-fb52-4866-8168-ed688bd91eb6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220523870&fields=id&tenant_id=0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 267 time: 0.0358217 Aug 31 13:10:53.275774 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-ccc8e3e6-e9bb-4257-a32c-cc0da1bc49a3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:53.277424 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-ccc8e3e6-e9bb-4257-a32c-cc0da1bc49a3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 811 time: 0.1045167 Aug 31 13:10:53.294856 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-92839ff2-4cee-4e2c-ba9d-0e2f7c651178 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/quotas/0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 375 time: 0.0103014 Aug 31 13:10:53.360654 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-c574fa2b-1c6a-4947-b6a4-18a990e378bc tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0570769 Aug 31 13:10:53.514317 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-36bb424c-27d8-4d1c-b81b-a2f6dce583e3 service neutron] 10.222.0.69 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383479 Aug 31 13:10:53.609600 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-f9e43c1e-67a7-4a14-aceb-a6a76425ce6d service neutron] 10.222.0.69 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885384 Aug 31 13:10:53.927219 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d4cf7908-cdb2-4ae6-9ebf-da5ebc99783d req-b9768564-a566-4ee6-91e0-50878cfb1b4f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 210 time: 0.0348086 Aug 31 13:10:55.014818 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-e6b96f71-c3b0-4d77-bfa7-434b06647f13 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:55.016716 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-e6b96f71-c3b0-4d77-bfa7-434b06647f13 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 811 time: 0.1138642 Aug 31 13:10:55.038934 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-77192a2d-08fa-4c6e-9cc2-babed780cdd6 req-64b30f72-33bf-489c-b0d2-959d593cfa80 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 210 time: 0.0282378 Aug 31 13:10:55.075690 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-715fa5de-2972-4fbc-bf36-3ebf87ca95c5 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0702568dd7fd43cf81b667c889a5f39c HTTP/1.1" status: 200 len: 379 time: 0.0471284 Aug 31 13:10:55.086816 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'port': {'device_id': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'admin_state_up': True, 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'security_groups': ['2e050893-d329-41ab-a99a-735d4783239b']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:10:55.212748 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Made reservation on behalf of 0702568dd7fd43cf81b667c889a5f39c for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:10:55.217039 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:55.358013 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Allocated IP 172.20.0.8 (3233d2e0-f02a-43ed-a209-a63a1ebe7a34/0031d817-7a75-4cb6-b442-bf604ec6797e/b6e31f87-beae-4eaa-8078-6bff1aebe44d) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:10:55.505477 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:55.521425 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Transition to ACTIVE for port object b6e31f87-beae-4eaa-8078-6bff1aebe44d will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:10:55.562574 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:55.618626 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:10:55.625940 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:10:55.631022 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:10:55.635297 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=b6e31f87-beae-4eaa-8078-6bff1aebe44d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:10:55.664499 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.665010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.665392 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.665843 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.666130 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.666579 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.666931 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.667305 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.667633 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.668151 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.668475 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.668822 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:10:55.714323 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:55.715154 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:55.732772 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-97228f6d-d2d1-4c24-ab0c-acd0b75a8a63 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6496484 Aug 31 13:10:55.746479 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Request body: {'port': {'device_id': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:10:55.803011 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:55.907473 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-3b8eca53-a8ad-468c-b7e7-22ebd32af3de None None] Provisioning for port b6e31f87-beae-4eaa-8078-6bff1aebe44d completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:10:55.911784 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-3b8eca53-a8ad-468c-b7e7-22ebd32af3de None None] Provisioning complete for port b6e31f87-beae-4eaa-8078-6bff1aebe44d triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:10:55.912334 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3b8eca53-a8ad-468c-b7e7-22ebd32af3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:55.946484 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-3b8eca53-a8ad-468c-b7e7-22ebd32af3de None None] Port b6e31f87-beae-4eaa-8078-6bff1aebe44d cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:10:56.073433 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e31f87-beae-4eaa-8078-6bff1aebe44d {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:10:56.081905 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:56.094907 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Transition to ACTIVE for port object b6e31f87-beae-4eaa-8078-6bff1aebe44d will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:10:56.098282 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:56.162982 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c146645-8708-4743-91d5-527c7139c908 req-8a09a307-1b75-4d5d-9aef-a8c6f9f34e32 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:56.165060 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8c146645-8708-4743-91d5-527c7139c908 req-8a09a307-1b75-4d5d-9aef-a8c6f9f34e32 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 943 time: 0.0518219 Aug 31 13:10:56.166023 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Pushing event updated for resources: {'Port': ['ID=b6e31f87-beae-4eaa-8078-6bff1aebe44d,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:10:56.212610 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8c146645-8708-4743-91d5-527c7139c908 req-95da2f83-fcb7-4ad1-aab2-41d95a49712d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403984 Aug 31 13:10:56.227243 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Attempting to bind port b6e31f87-beae-4eaa-8078-6bff1aebe44d on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:10:56.227584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Attempting to bind port b6e31f87-beae-4eaa-8078-6bff1aebe44d by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:10:56.227915 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Attempting to bind port b6e31f87-beae-4eaa-8078-6bff1aebe44d on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:10:56.233029 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Port b6e31f87-beae-4eaa-8078-6bff1aebe44d on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:10:56.233357 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Attempting to bind port b6e31f87-beae-4eaa-8078-6bff1aebe44d on network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:10:56.239256 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:10:56.239596 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Checking segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:10:56.239976 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Bound using segment: {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:10:56.240411 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Bound port: b6e31f87-beae-4eaa-8078-6bff1aebe44d, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:10:56.241061 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:56.317339 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] For port b6e31f87-beae-4eaa-8078-6bff1aebe44d, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:10:56.321456 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] For port b6e31f87-beae-4eaa-8078-6bff1aebe44d, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:10:56.325792 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:56.364881 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:56.365995 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:10:56.368017 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] 10.222.0.59 "PUT /v2.0/ports/b6e31f87-beae-4eaa-8078-6bff1aebe44d HTTP/1.1" status: 200 len: 1093 time: 0.6259358 Aug 31 13:10:56.368777 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:10:56.372562 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:10:56.410185 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8e59b-9161-4ebf-95cb-ee718793ed6c service neutron] Pushing event updated for resources: {'Port': ['ID=b6e31f87-beae-4eaa-8078-6bff1aebe44d,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:10:56.426182 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe6fa4a-5f63-4472-86ba-739cca79785d x-openstack-request-id: req-5fe6fa4a-5f63-4472-86ba-739cca79785d {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:10:56.426477 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:10:56.426726 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fe6fa4a-5f63-4472-86ba-739cca79785d {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:10:56.427123 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'status': 'completed', 'code': 200} Aug 31 13:10:56.478606 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-2d959c4a-9459-4b88-8a11-bab8ad4d1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:56.480123 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-2d959c4a-9459-4b88-8a11-bab8ad4d1ab4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0458183 Aug 31 13:10:56.528965 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-5812a9d8-a744-4397-bbbd-9af3af3ed8aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d HTTP/1.1" status: 200 len: 217 time: 0.0392666 Aug 31 13:10:56.591548 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-efc342a2-6e17-4d3e-9d3a-b09f49e19360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:56.593142 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-efc342a2-6e17-4d3e-9d3a-b09f49e19360 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0517223 Aug 31 13:10:56.640514 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-091f632a-ba6b-40af-9c1f-e56ea5561c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:56.642042 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-091f632a-ba6b-40af-9c1f-e56ea5561c7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404301 Aug 31 13:10:56.739036 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-b900d16a-f525-43ca-9152-7cc7f0917fbf service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889227 Aug 31 13:10:56.844978 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f6677ac-57f8-40c4-b7a2-206b0f7ef44d req-2d405891-c4f4-423c-af35-9cbd9f61b19c service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926027 Aug 31 13:10:56.962191 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-1cee9caf-15ea-47fd-807b-075b4dd560b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:56.963696 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-1cee9caf-15ea-47fd-807b-075b4dd560b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0467954 Aug 31 13:10:57.068563 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-70eac6a7-8b05-4e67-9458-5fffaf76ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:57.070098 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-70eac6a7-8b05-4e67-9458-5fffaf76ece9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.0976570 Aug 31 13:10:57.117309 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-92fdf293-9fcb-4f3e-af96-aed3999ec746 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d HTTP/1.1" status: 200 len: 217 time: 0.0363057 Aug 31 13:10:57.175409 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-c82624d4-4a13-4f72-88d9-8006bed8d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:57.176924 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-c82624d4-4a13-4f72-88d9-8006bed8d417 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0489409 Aug 31 13:10:57.232371 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-f023305b-f979-4cc8-8675-243d76b15dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:57.234597 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-f023305b-f979-4cc8-8675-243d76b15dda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413003 Aug 31 13:10:57.334168 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-3c366444-c83f-4362-8c61-5e04e67f3020 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872920 Aug 31 13:10:57.338472 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db461a8-9201-4d42-9366-8e5470a3ea43 req-d8e7fc70-a64c-464f-ab35-192ace006cb2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:57.339975 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2db461a8-9201-4d42-9366-8e5470a3ea43 req-d8e7fc70-a64c-464f-ab35-192ace006cb2 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 943 time: 0.0493059 Aug 31 13:10:57.380445 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2db461a8-9201-4d42-9366-8e5470a3ea43 req-f7b6beba-c7c7-4a35-9642-e9d012e6ad99 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333674 Aug 31 13:10:57.437877 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ff1bc82-df1c-4a33-8bf1-abff03af10d2 req-fbc89d6c-70b2-4977-be8f-7c170759382d service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931613 Aug 31 13:10:58.499794 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcbfc8-5f01-4872-ad6a-449408c24531 req-1c89bbf1-b73a-45e6-aeca-d520f4c24216 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:58.501301 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eddcbfc8-5f01-4872-ad6a-449408c24531 req-1c89bbf1-b73a-45e6-aeca-d520f4c24216 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 943 time: 0.0517998 Aug 31 13:10:58.539145 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eddcbfc8-5f01-4872-ad6a-449408c24531 req-89140e19-bb78-430f-b420-ddb12e6bc408 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Aug 31 13:10:59.653116 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b165-c24f-447c-802e-a132ecc62700 req-fab33265-2794-4cb3-9187-2ca67325a092 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:10:59.654633 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5165b165-c24f-447c-802e-a132ecc62700 req-fab33265-2794-4cb3-9187-2ca67325a092 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 943 time: 0.0496850 Aug 31 13:10:59.693896 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5165b165-c24f-447c-802e-a132ecc62700 req-d7bfbd4f-0119-4637-80d0-01d7485a3c9c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330806 Aug 31 13:11:00.459998 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44820) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:00.773812 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Deleting port 623c4a30-8fed-4632-8a3d-ae870af9ccce {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:00.774492 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:00.854068 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e0146-8aca-44b9-938a-59ea4ab8bf6e req-18889c55-3eae-4064-a021-f35c2a4752c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:00.855541 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-938e0146-8aca-44b9-938a-59ea4ab8bf6e req-18889c55-3eae-4064-a021-f35c2a4752c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 943 time: 0.0946248 Aug 31 13:11:00.891920 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:00.892246 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:00.914441 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Calling delete_port for 623c4a30-8fed-4632-8a3d-ae870af9ccce owned by network:floatingip {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:00.920706 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-938e0146-8aca-44b9-938a-59ea4ab8bf6e req-a0bd894a-5a4c-425e-8656-dc1c1f45b985 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589051 Aug 31 13:11:01.093429 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:01.118419 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event deleted for resources: {'Port': ['ID=623c4a30-8fed-4632-8a3d-ae870af9ccce,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:01.130325 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.130671 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.131010 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.131344 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.131670 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.131992 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.132317 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.132635 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.132983 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.133300 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.133617 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.133928 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:01.188983 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:01.189312 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Floating IP aa665740-236b-4be1-b04e-8b7a30f07052 disassociated (deleted). External IP: 172.27.0.87, port: 252eb76d-4df6-475d-9f4c-92fe11a80294. Aug 31 13:11:01.593092 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Router 0918d2e7-1a33-4283-a72c-8b87cc892513 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:01.698658 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:01.704035 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:01.708577 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] Sync routers for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:01.718333 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:01.718953 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:10:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:01.730969 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-3f63414e-556a-4ec2-8d64-e154fe724c63 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "DELETE /v2.0/floatingips/aa665740-236b-4be1-b04e-8b7a30f07052 HTTP/1.1" status: 204 len: 168 time: 1.2699366 Aug 31 13:11:01.731657 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:01.734118 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee710839-b607-4a06-9d6d-e241b8b42035" -d '{"events": [{"name": "network-changed", "server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:01.785559 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c223c491-d540-4db1-8d3e-f079535ecb20 x-openstack-request-id: req-c223c491-d540-4db1-8d3e-f079535ecb20 {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:01.786188 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:01.786188 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c223c491-d540-4db1-8d3e-f079535ecb20 {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:01.786494 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'status': 'completed', 'code': 200} Aug 31 13:11:01.838355 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:01.867736 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-6d9a0081-0798-4d4b-8815-48ac029d283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:01.870096 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-6d9a0081-0798-4d4b-8815-48ac029d283c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 1099 time: 0.0559599 Aug 31 13:11:01.967420 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c49eb3-f5b3-457a-9bcf-8b2015a705ce req-fa5ef8fe-c174-4570-b62c-8c36884c9975 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:01.970486 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-61c49eb3-f5b3-457a-9bcf-8b2015a705ce req-fa5ef8fe-c174-4570-b62c-8c36884c9975 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0544207 Aug 31 13:11:01.980368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-ffc64a4d-a162-4f6d-8bea-f142d3e097a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:01.981979 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-ffc64a4d-a162-4f6d-8bea-f142d3e097a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 200 len: 910 time: 0.0944085 Aug 31 13:11:02.038431 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-14b5adbb-6a7d-4f18-97e6-ad1478e2884d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 200 len: 217 time: 0.0378289 Aug 31 13:11:02.041979 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-61c49eb3-f5b3-457a-9bcf-8b2015a705ce req-6b481521-673b-4ed5-baf6-f8e4173ef470 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651293 Aug 31 13:11:02.064060 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11742a2f-d782-4988-93ef-bbadf8f0a1cd req-dcb5428a-31b6-4751-89eb-ef73ad140218 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:02.071453 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11742a2f-d782-4988-93ef-bbadf8f0a1cd req-dcb5428a-31b6-4751-89eb-ef73ad140218 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 943 time: 0.0655301 Aug 31 13:11:02.102796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-1759d141-546c-4ecc-aee5-263884c18fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:02.104319 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-1759d141-546c-4ecc-aee5-263884c18fa8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 200 len: 848 time: 0.0495613 Aug 31 13:11:02.106741 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-11742a2f-d782-4988-93ef-bbadf8f0a1cd req-3b90bb06-58a4-4d7e-8334-41934512b840 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343010 Aug 31 13:11:02.163165 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-97ee23f0-8e44-43e4-bf24-b7da719fa21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:02.164699 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-97ee23f0-8e44-43e4-bf24-b7da719fa21b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478747 Aug 31 13:11:02.178913 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:39Z', 'revision_number': 5, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:02.213500 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] Checking router: 0918d2e7-1a33-4283-a72c-8b87cc892513 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:02.232008 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-04ff27cd-ae52-4521-9650-82a17f81a48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:02.237907 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:02.238893 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:10:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:02.258656 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-26004855-5871-4fda-8551-1ea53777cbe7 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827398 Aug 31 13:11:02.362955 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee710839-b607-4a06-9d6d-e241b8b42035 req-e45c8977-d41a-4e93-a619-8fda238de0a9 service neutron] 10.222.0.59 "GET /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914745 Aug 31 13:11:02.485082 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:02.685834 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:39Z', 'revision_number': 5, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:02.716947 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702070ba-0e87-42dd-a15f-6777bea7c463 None None] The sync data for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi is: [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:05:31Z', 'revision_number': 4, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'bb1368ad-fdaa-46dc-90a2-b58647682b46', 'name': '', 'network_id': '1f2bd1d8-908a-4b50-abcf-915da5cb6e7a', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:30Z', 'updated_at': '2021-08-31T13:05:39Z', 'revision_number': 5, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'subnets': [{'id': 'f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:02.917490 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8115a-7321-4aae-bef5-35d0b308a19c None None] New status for floating IP aa665740-236b-4be1-b04e-8b7a30f07052: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:11:03.173678 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea43874-0461-4a10-bfda-d06d02d85517 req-d5cad9a1-5f65-4bf2-9687-4a2b50283897 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:03.175219 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eea43874-0461-4a10-bfda-d06d02d85517 req-d5cad9a1-5f65-4bf2-9687-4a2b50283897 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0564022 Aug 31 13:11:03.241186 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-eea43874-0461-4a10-bfda-d06d02d85517 req-85dcb83c-42bc-47bb-a986-c78b1a3424c5 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531788 Aug 31 13:11:03.252316 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a4b3-d67d-41cc-a647-1c5d815d9428 req-859c1c13-8b0d-4cca-a052-0dae0052b824 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:03.253852 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d8d5a4b3-d67d-41cc-a647-1c5d815d9428 req-859c1c13-8b0d-4cca-a052-0dae0052b824 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 943 time: 0.0758352 Aug 31 13:11:03.294029 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d8d5a4b3-d67d-41cc-a647-1c5d815d9428 req-a3f189ac-187c-4ebe-9467-493651c74f48 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339887 Aug 31 13:11:03.496173 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device b6e31f87-beae-4eaa-8078-6bff1aebe44d details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:11:03.593973 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port b6e31f87-beae-4eaa-8078-6bff1aebe44d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:03.610572 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'port_id': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'mac_address': 'fa:16:3e:a0:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:11:03.649367 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:03.662974 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e31f87-beae-4eaa-8078-6bff1aebe44d {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:11:03.682891 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port b6e31f87-beae-4eaa-8078-6bff1aebe44d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:03.687887 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:03.743786 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=b6e31f87-beae-4eaa-8078-6bff1aebe44d,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:04.093792 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['b6e31f87-beae-4eaa-8078-6bff1aebe44d'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:11:04.380248 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1687-4a13-4c51-a07b-24a3b5ea8148 req-515d3e31-2a07-41dc-b6c5-645c1a6e811c tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:04.382121 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-60fa1687-4a13-4c51-a07b-24a3b5ea8148 req-515d3e31-2a07-41dc-b6c5-645c1a6e811c tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.0687475 Aug 31 13:11:04.460121 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-60fa1687-4a13-4c51-a07b-24a3b5ea8148 req-32f20bd5-751a-4369-84af-b208793229f8 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d7f3dce-cad1-4b94-a3af-dc73a976ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637534 Aug 31 13:11:04.469963 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e68e0-d3b8-4b43-8733-ca272507dbd9 req-79ab1b9c-cd0b-41eb-b0a3-c124bb1f26cc tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:04.471698 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b56e68e0-d3b8-4b43-8733-ca272507dbd9 req-79ab1b9c-cd0b-41eb-b0a3-c124bb1f26cc tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 944 time: 0.0845881 Aug 31 13:11:04.515718 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b56e68e0-d3b8-4b43-8733-ca272507dbd9 req-97c9757c-d51c-4a78-8df2-4ec60d342147 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372376 Aug 31 13:11:04.577629 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-6db1ad3f-94bf-4607-afc5-800b378a893b tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:04.579012 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-6db1ad3f-94bf-4607-afc5-800b378a893b tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 946 time: 0.2994056 Aug 31 13:11:04.673214 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Deleting port 252eb76d-4df6-475d-9f4c-92fe11a80294 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:04.673574 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:04.761073 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] For port 252eb76d-4df6-475d-9f4c-92fe11a80294, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=252eb76d-4df6-475d-9f4c-92fe11a80294,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:04.761440 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:04.773720 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Calling delete_port for 252eb76d-4df6-475d-9f4c-92fe11a80294 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:04.821260 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47fa6ded-3482-481e-b702-3fc2faa023f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:04.901655 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:04.931123 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event deleted for resources: {'Port': ['ID=252eb76d-4df6-475d-9f4c-92fe11a80294,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:04.969886 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] No DVR routers for this DVR port 252eb76d-4df6-475d-9f4c-92fe11a80294 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:04.972334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:04.974329 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9f78270-e0f3-4616-94cf-fe0c1a6b4911 req-a525db28-1f6d-4f19-99e3-1e3032889447 tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.59 "DELETE /v2.0/ports/252eb76d-4df6-475d-9f4c-92fe11a80294 HTTP/1.1" status: 204 len: 173 time: 0.3867579 Aug 31 13:11:04.974752 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-deleted', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:04.976973 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cb0263-41ca-46bc-abbd-676d0750e7ec" -d '{"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-deleted", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:05.013988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be0932-f319-46c8-88db-5f855bdd94ca x-openstack-request-id: req-80be0932-f319-46c8-88db-5f855bdd94ca {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:05.014280 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa06f690-ce82-469e-8e56-f0f862c4bab3", "name": "network-vif-deleted", "tag": "252eb76d-4df6-475d-9f4c-92fe11a80294", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:05.015058 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80be0932-f319-46c8-88db-5f855bdd94ca {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:05.015430 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa06f690-ce82-469e-8e56-f0f862c4bab3', 'name': 'network-vif-deleted', 'tag': '252eb76d-4df6-475d-9f4c-92fe11a80294', 'status': 'completed', 'code': 200} Aug 31 13:11:05.182781 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:05.484906 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device b6e31f87-beae-4eaa-8078-6bff1aebe44d up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:05.537175 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port b6e31f87-beae-4eaa-8078-6bff1aebe44d completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:05.541716 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port b6e31f87-beae-4eaa-8078-6bff1aebe44d triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:05.542101 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:05.573811 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1e69a119-b590-4ada-959d-76269387670e req-2072695e-428d-4105-a1c2-9c2913fa15aa tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa06f690-ce82-469e-8e56-f0f862c4bab3 HTTP/1.1" status: 200 len: 210 time: 0.0304487 Aug 31 13:11:05.632068 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:05.655245 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c1fc-ce00-42a8-8da5-2fe7b4c343cb req-22d9b74c-5b3e-4d04-844d-a2e35a91a63f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:05.655658 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:05.657359 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6e24c1fc-ce00-42a8-8da5-2fe7b4c343cb req-22d9b74c-5b3e-4d04-844d-a2e35a91a63f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 944 time: 0.0547676 Aug 31 13:11:05.657971 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ecf88e-afdf-487a-88a3-2619c2dd9ac3" -d '{"events": [{"server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "name": "network-vif-plugged", "status": "completed", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:05.672390 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port b6e31f87-beae-4eaa-8078-6bff1aebe44d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:05.677601 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:05.702609 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1eb73b-e9fb-47d2-b201-af604d470fb5 x-openstack-request-id: req-9d1eb73b-e9fb-47d2-b201-af604d470fb5 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:05.702899 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "name": "network-vif-plugged", "status": "completed", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:05.703150 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d1eb73b-e9fb-47d2-b201-af604d470fb5 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:05.703538 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'code': 200} Aug 31 13:11:05.706773 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-6e24c1fc-ce00-42a8-8da5-2fe7b4c343cb req-8f47212d-0e46-42f4-9f5c-0a76906eba04 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Aug 31 13:11:05.731479 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=b6e31f87-beae-4eaa-8078-6bff1aebe44d,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:05.969257 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d9d4-f74c-468d-b9c7-7cdeef8cf4a1 req-9f72451d-a687-4d66-b432-900253f2ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:05.970742 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2356d9d4-f74c-468d-b9c7-7cdeef8cf4a1 req-9f72451d-a687-4d66-b432-900253f2ecb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 1098 time: 0.0398183 Aug 31 13:11:06.016385 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2356d9d4-f74c-468d-b9c7-7cdeef8cf4a1 req-b1190a8d-28ea-45fe-86a9-cc10afea1287 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304022 Aug 31 13:11:06.128747 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:06.635886 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44854) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:06.696037 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9620a-17e7-48ec-bfce-53d3250685bc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:06.722031 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9620a-17e7-48ec-bfce-53d3250685bc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:06.808771 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9620a-17e7-48ec-bfce-53d3250685bc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:06.812014 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0ae9620a-17e7-48ec-bfce-53d3250685bc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:06.813216 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0ae9620a-17e7-48ec-bfce-53d3250685bc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] 10.222.0.69 "DELETE /v2.0/security-groups/6d7f3dce-cad1-4b94-a3af-dc73a976ba89 HTTP/1.1" status: 204 len: 168 time: 0.1763484 Aug 31 13:11:06.827716 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9620a-17e7-48ec-bfce-53d3250685bc tempest-TestShelveInstance-1601321113 tempest-TestShelveInstance-1601321113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f3dce-cad1-4b94-a3af-dc73a976ba89,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:06.848632 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f252ab-8707-481e-bb55-368954cf5fa1 req-efc87bf2-f721-410f-898a-158b2e36be2c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:06.850526 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7f252ab-8707-481e-bb55-368954cf5fa1 req-efc87bf2-f721-410f-898a-158b2e36be2c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 945 time: 0.0750470 Aug 31 13:11:06.860646 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44860) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:06.907901 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e7f252ab-8707-481e-bb55-368954cf5fa1 req-fcf308ad-3a50-41a4-9759-a06d45eabfed tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498269 Aug 31 13:11:07.323643 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:07.509763 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 252eb76d-4df6-475d-9f4c-92fe11a80294 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:07.532710 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 252eb76d-4df6-475d-9f4c-92fe11a80294 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:07.533060 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 252eb76d-4df6-475d-9f4c-92fe11a80294 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:07.586951 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Deleting port bb1368ad-fdaa-46dc-90a2-b58647682b46 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:07.587202 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:07.666219 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] For port bb1368ad-fdaa-46dc-90a2-b58647682b46, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bb1368ad-fdaa-46dc-90a2-b58647682b46,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:07.666927 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:07.679622 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Calling delete_port for bb1368ad-fdaa-46dc-90a2-b58647682b46 owned by network:router_interface {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:07.862166 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:07.892840 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1368ad-fdaa-46dc-90a2-b58647682b46,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:07.918917 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.087471 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfba82-bad8-4e71-8721-39643a9e859c req-bb3619bf-e03a-4b75-9e6c-a84e4f796a3e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:08.088967 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-59cfba82-bad8-4e71-8721-39643a9e859c req-bb3619bf-e03a-4b75-9e6c-a84e4f796a3e tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 945 time: 0.1017098 Aug 31 13:11:08.101087 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.174690 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-59cfba82-bad8-4e71-8721-39643a9e859c req-4d6dd4b3-b4eb-4a71-9ed4-12d2f25086ef tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793209 Aug 31 13:11:08.351236 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a54e3a-22e8-4216-8398-469f00c85ef3 req-229d7618-c2b5-4a48-a09a-a0a287880cbd tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:08.352725 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55a54e3a-22e8-4216-8398-469f00c85ef3 req-229d7618-c2b5-4a48-a09a-a0a287880cbd tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 945 time: 0.0868907 Aug 31 13:11:08.384368 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Router 0918d2e7-1a33-4283-a72c-8b87cc892513 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:08.405330 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55a54e3a-22e8-4216-8398-469f00c85ef3 req-8ec7facc-e8ce-443c-a7fe-444f38f6ca7d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459244 Aug 31 13:11:08.431759 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44870) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:08.509691 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:08.515534 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d3012eba-4d95-40b2-b04c-1e0ab72551df admin admin] 10.222.0.69 "PUT /v2.0/routers/0918d2e7-1a33-4283-a72c-8b87cc892513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6529295 Aug 31 13:11:08.517947 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44874) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:08.520430 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] Sync routers for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:08.529606 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:08.530339 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:08.578015 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ca223-080e-4216-8d23-8bccd937e515 tempest-TestVolumeBootPattern-434794859 tempest-TestVolumeBootPattern-434794859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:08.579559 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-994ca223-080e-4216-8d23-8bccd937e515 tempest-TestVolumeBootPattern-434794859 tempest-TestVolumeBootPattern-434794859-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 1093 time: 0.1467636 Aug 31 13:11:08.582330 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44876) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:08.586820 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'port_id': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:08.613216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.632315 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.656052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:08.738810 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.777244 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.857072 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Deleting port c1ea5762-dfac-4987-9d68-843fa7b3b472 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:08.857445 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.872576 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Allocated IP 172.27.0.55 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/8779443c-f3cb-42ab-908b-630cb8ef7e92) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:11:08.911298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:11:07Z', 'revision_number': 5, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port': {'id': 'c1ea5762-dfac-4987-9d68-843fa7b3b472', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:27Z', 'updated_at': '2021-08-31T13:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:08.939103 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] Checking router: 0918d2e7-1a33-4283-a72c-8b87cc892513 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:08.945664 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] For port c1ea5762-dfac-4987-9d68-843fa7b3b472, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c1ea5762-dfac-4987-9d68-843fa7b3b472,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:08.946496 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:08.948587 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] Routers {'0918d2e7-1a33-4283-a72c-8b87cc892513'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:08.949370 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['0918d2e7-1a33-4283-a72c-8b87cc892513'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:08.963959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Calling delete_port for c1ea5762-dfac-4987-9d68-843fa7b3b472 owned by network:router_gateway {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:09.000792 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.053527 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.056326 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] Set router 0918d2e7-1a33-4283-a72c-8b87cc892513 gateway port host: None {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:09.097260 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:11:09.100205 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:09.103944 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:11:09.119162 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:11:08Z', 'revision_number': 6, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:09.127175 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=8779443c-f3cb-42ab-908b-630cb8ef7e92,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:09.147352 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ed80d-dd93-4dba-8376-a79531a0e805 None None] The sync data for ids ['0918d2e7-1a33-4283-a72c-8b87cc892513'] in dv-cinder-804470-3-iscsi is: [{'id': '0918d2e7-1a33-4283-a72c-8b87cc892513', 'name': 'tempest-TestShelveInstance-1961916518-router', 'tenant_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:26Z', 'updated_at': '2021-08-31T13:11:08Z', 'revision_number': 6, 'project_id': 'e7951a0fb8b0435da92d8e9f44ff557c', 'gw_port_host': None}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:09.162248 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.201879 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ea5762-dfac-4987-9d68-843fa7b3b472,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:09.266312 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.364595 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.368561 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.505955 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.576961 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.639302 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.639924 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0918d2e7-1a33-4283-a72c-8b87cc892513 {{(pid=94105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:11:09.644258 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.648277 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-c278f80a-c1f3-451d-9510-9364617017e3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0918d2e7-1a33-4283-a72c-8b87cc892513 HTTP/1.1" status: 204 len: 168 time: 1.1293824 Aug 31 13:11:09.648895 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44878) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:09.693530 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] Deleting subnet f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:11:09.696583 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.733610 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26191708'] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.739502 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.751562 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.820545 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event updated for resources: {'Port': ['ID=8779443c-f3cb-42ab-908b-630cb8ef7e92,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:09.828808 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.847509 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.902707 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25279181'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.930503 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Floating IP eb519cf4-17d4-4eb6-b254-3e94cacbefdc associated. External IP: 172.27.0.55, port: b6e31f87-beae-4eaa-8078-6bff1aebe44d. Aug 31 13:11:09.931426 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:09.935352 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:09.937753 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-148e1288-f73c-45a7-b7f5-4f2ad5d35414 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f8026274-a7bb-47e7-9f6c-d6d39fdb5ca7 HTTP/1.1" status: 204 len: 168 time: 0.2879136 Aug 31 13:11:09.940153 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44880) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:09.944422 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14b269-15d5-43fc-87ea-bcf6917db863 None None] Network 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:11:10.012569 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.075878 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Deleting port 7f0c8239-970e-4601-86bd-e3d63ebcc85c {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:10.076511 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.148427 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] DHCP port deletion for 1f2bd1d8-908a-4b50-abcf-915da5cb6e7a request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:11:10.148875 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] For port 7f0c8239-970e-4601-86bd-e3d63ebcc85c, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7f0c8239-970e-4601-86bd-e3d63ebcc85c,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:10.149250 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.157897 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:10.163590 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Calling delete_port for 7f0c8239-970e-4601-86bd-e3d63ebcc85c owned by network:dhcp {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:10.198571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] Deleting port 7f0c8239-970e-4601-86bd-e3d63ebcc85c {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:10.198955 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.243558 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.270268 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] For port 7f0c8239-970e-4601-86bd-e3d63ebcc85c, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7f0c8239-970e-4601-86bd-e3d63ebcc85c,segment=NetworkSegment(7ce96d4c-9724-4412-962e-787fdd4765ef),segment_id=7ce96d4c-9724-4412-962e-787fdd4765ef)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:10.270667 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.271429 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:10.274959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0c8239-970e-4601-86bd-e3d63ebcc85c,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:10.281492 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] No DVR routers for this DVR port 7f0c8239-970e-4601-86bd-e3d63ebcc85c on host dv-cinder-804470-3-iscsi {{(pid=94105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:10.289430 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] Calling delete_port for 7f0c8239-970e-4601-86bd-e3d63ebcc85c owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:10.291014 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.292486 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:10.302200 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:10.302824 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:10.323494 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6c86c5ad-18cf-442d-b3d7-b420ee083df3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7400692 Aug 31 13:11:10.324483 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:10.327143 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:10.356214 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.366860 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb0879b-6fd8-4f7c-90dc-5835f118b256 x-openstack-request-id: req-acb0879b-6fd8-4f7c-90dc-5835f118b256 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:10.367465 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:10.367871 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-acb0879b-6fd8-4f7c-90dc-5835f118b256 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:10.368443 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'status': 'completed', 'code': 200} Aug 31 13:11:10.368735 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2bd1d8-908a-4b50-abcf-915da5cb6e7a']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:10.385933 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce96d4c-9724-4412-962e-787fdd4765ef') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:10.386236 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce96d4c-9724-4412-962e-787fdd4765ef') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:10.396502 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.411805 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.422224 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:11:10.422224 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:11:10.424555 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:11:10.431693 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.446064 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:10.451204 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-4f4e706f-6c9a-4f65-8592-bff12973ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:10.453792 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-4f4e706f-6c9a-4f65-8592-bff12973ac93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 1098 time: 0.0611789 Aug 31 13:11:10.464502 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] Pushing event deleted for resources: {'Port': ['ID=7f0c8239-970e-4601-86bd-e3d63ebcc85c,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:10.469357 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0237e3-f7bf-4cff-b24f-3f8630554b32 None None] No DVR routers for this DVR port 7f0c8239-970e-4601-86bd-e3d63ebcc85c on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:10.538274 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.562412 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:10.564869 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1f2bd1d8-908a-4b50-abcf-915da5cb6e7a HTTP/1.1" status: 204 len: 168 time: 0.6237459 Aug 31 13:11:10.567703 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44886) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:10.569842 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eaed9-4d8b-4c26-a46f-b4fa8cde4e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2bd1d8-908a-4b50-abcf-915da5cb6e7a,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:10.624117 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-8f6f4099-f2fb-4bb5-bfe2-ef90487f9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:10.625710 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-8f6f4099-f2fb-4bb5-bfe2-ef90487f9691 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.1636584 Aug 31 13:11:10.751742 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-81f3525a-99e5-4007-a977-74c148e0f143 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d HTTP/1.1" status: 200 len: 998 time: 0.1164014 Aug 31 13:11:10.771413 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7f0c8239-970e-4601-86bd-e3d63ebcc85c no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:10.788716 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'eb519cf4-17d4-4eb6-b254-3e94cacbefdc', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:a0:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:11:09Z', 'updated_at': '2021-08-31T13:11:09Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}, {'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:56Z', 'revision_number': 1, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:10.794666 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 7f0c8239-970e-4601-86bd-e3d63ebcc85c {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:10.795136 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7f0c8239-970e-4601-86bd-e3d63ebcc85c not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:10.796204 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1ea5762-dfac-4987-9d68-843fa7b3b472 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:10.816298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: c1ea5762-dfac-4987-9d68-843fa7b3b472 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:10.816839 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1ea5762-dfac-4987-9d68-843fa7b3b472 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:10.817777 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bb1368ad-fdaa-46dc-90a2-b58647682b46 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:10.822336 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:10.837763 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:10.838629 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:10.843261 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: bb1368ad-fdaa-46dc-90a2-b58647682b46 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:10.843724 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bb1368ad-fdaa-46dc-90a2-b58647682b46 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:10.873034 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-824d1c20-632e-4428-873c-2bb94bb5d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:10.874543 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-824d1c20-632e-4428-873c-2bb94bb5d88d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0846612 Aug 31 13:11:10.956733 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:10.958408 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-041aec0a-2af7-4d2d-8be2-a6cd42b92938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:10.959910 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-041aec0a-2af7-4d2d-8be2-a6cd42b92938 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771079 Aug 31 13:11:11.113079 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-c53e9046-92e3-4b1b-b0ab-68183986cd87 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357036 Aug 31 13:11:11.184667 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'eb519cf4-17d4-4eb6-b254-3e94cacbefdc', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:a0:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:11:09Z', 'updated_at': '2021-08-31T13:11:09Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}, {'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:56Z', 'revision_number': 1, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:11.211747 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df9c63-1a28-4257-83a9-3ceb1b0d1ae4 None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'eb519cf4-17d4-4eb6-b254-3e94cacbefdc', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:a0:f2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:11:09Z', 'updated_at': '2021-08-31T13:11:09Z', 'revision_number': 0, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}, {'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:56Z', 'revision_number': 1, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:11.276870 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a38597e5-3d44-4d7e-8cb4-6ca07168c3f0 req-89ba9c03-d99f-4024-9836-24e41f34e94e service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504118 Aug 31 13:11:11.280370 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:11.425194 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf44ef9-39c5-4a49-ad31-ec1360828b99 None None] New status for floating IP eb519cf4-17d4-4eb6-b254-3e94cacbefdc: ACTIVE {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:11:11.821092 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Deleting port 22ce96b8-167b-43ca-88ee-cf04ff4d5830 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:11.821687 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:11.896468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] For port 22ce96b8-167b-43ca-88ee-cf04ff4d5830, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=22ce96b8-167b-43ca-88ee-cf04ff4d5830,segment=NetworkSegment(04d06ccc-116a-4e61-aefc-f7369e3b0247),segment_id=04d06ccc-116a-4e61-aefc-f7369e3b0247)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:11.896862 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:11.912364 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Calling delete_port for 22ce96b8-167b-43ca-88ee-cf04ff4d5830 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:12.086771 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:12.112151 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ce96b8-167b-43ca-88ee-cf04ff4d5830,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:12.272491 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:12.484179 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:12.592562 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:12.597587 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f25af2df-a7f4-4a59-b390-5c83300188c0 admin admin] 10.222.0.69 "PUT /v2.0/routers/96d2effe-d2d8-4bc3-a22f-1d164889bc72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0289304 Aug 31 13:11:12.600088 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44890) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:12.602521 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] Sync routers for ids ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:12.612173 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] Routers {'96d2effe-d2d8-4bc3-a22f-1d164889bc72'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:12.612828 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:12.707447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:12.720010 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] Set router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:12.812083 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:12.864339 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Deleting port 1314cfd3-af8a-4a6c-9e61-70304d2f516e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:12.865026 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:12.900785 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:11:12Z', 'revision_number': 5, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port': {'id': '1314cfd3-af8a-4a6c-9e61-70304d2f516e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:05:35Z', 'updated_at': '2021-08-31T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:12.927822 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] Checking router: 96d2effe-d2d8-4bc3-a22f-1d164889bc72 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:12.936009 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] Routers {'96d2effe-d2d8-4bc3-a22f-1d164889bc72'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:12.936621 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:12.943374 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] For port 1314cfd3-af8a-4a6c-9e61-70304d2f516e, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=1314cfd3-af8a-4a6c-9e61-70304d2f516e,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:12.943743 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:12.960481 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Calling delete_port for 1314cfd3-af8a-4a6c-9e61-70304d2f516e owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:13.022262 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] Set router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:13.078296 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:11:12Z', 'revision_number': 6, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:13.107616 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2405-0f90-4a3f-8226-07563b630103 None None] The sync data for ids ['96d2effe-d2d8-4bc3-a22f-1d164889bc72'] in dv-cinder-804470-3-iscsi is: [{'id': '96d2effe-d2d8-4bc3-a22f-1d164889bc72', 'name': 'tempest-TestShelveInstance-1929523225-router', 'tenant_id': '792503c2bff74a5186e6536801c1c179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:05:34Z', 'updated_at': '2021-08-31T13:11:12Z', 'revision_number': 6, 'project_id': '792503c2bff74a5186e6536801c1c179', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:13.123386 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.154205 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Pushing event deleted for resources: {'Port': ['ID=1314cfd3-af8a-4a6c-9e61-70304d2f516e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:13.211610 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.312957 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.315042 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.378414 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.378885 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96d2effe-d2d8-4bc3-a22f-1d164889bc72 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:11:13.383694 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.384876 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2a919455-c989-4fa9-bf55-4b0227b6916d admin admin] 10.222.0.69 "DELETE /v2.0/routers/96d2effe-d2d8-4bc3-a22f-1d164889bc72 HTTP/1.1" status: 204 len: 168 time: 0.7838087 Aug 31 13:11:13.387315 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44892) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:13.432687 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] Deleting subnet 63bde78a-5029-42ee-8ed5-35738b494d1e {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:11:13.435628 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.470639 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.585989 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.637874 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.666422 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bde78a-5029-42ee-8ed5-35738b494d1e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:13.670201 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.674361 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.674984 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-605e52c3-0365-4d3d-a638-dc6fbf89fbfb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/63bde78a-5029-42ee-8ed5-35738b494d1e HTTP/1.1" status: 204 len: 168 time: 0.2838147 Aug 31 13:11:13.674984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44894) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:13.678250 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf4197-ee87-4990-a342-49fa179c3d7e None None] Network 4869b291-a2bd-464b-b285-84c70c296f71 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:11:13.739875 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.792016 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Deleting port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:13.792274 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.867730 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] For port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,segment=NetworkSegment(04d06ccc-116a-4e61-aefc-f7369e3b0247),segment_id=04d06ccc-116a-4e61-aefc-f7369e3b0247)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:13.868495 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.882767 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] DHCP port deletion for 4869b291-a2bd-464b-b285-84c70c296f71 request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:11:13.883650 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Calling delete_port for 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:13.936650 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] Deleting port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:13.937371 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.960807 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:13.989302 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:13.993048 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] No DVR routers for this DVR port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 on host dv-cinder-804470-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:14.002910 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] For port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,segment=NetworkSegment(04d06ccc-116a-4e61-aefc-f7369e3b0247),segment_id=04d06ccc-116a-4e61-aefc-f7369e3b0247)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:14.003310 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.016594 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] Calling delete_port for 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:14.066186 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.077909 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4869b291-a2bd-464b-b285-84c70c296f71']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:14.089894 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d06ccc-116a-4e61-aefc-f7369e3b0247') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:14.090340 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d06ccc-116a-4e61-aefc-f7369e3b0247') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:14.099713 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.099918 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.117094 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.124508 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:11:14.125368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:11:14.127401 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:11:14.134706 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] No DVR routers for this DVR port 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:14.139453 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805102e-f6c9-4b3b-85a9-90816b86bf23 None None] Pushing event deleted for resources: {'Port': ['ID=96ff8a94-5a57-410d-a4e4-e8a1f1d21c53,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:14.194031 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.199359 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.201090 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] 10.222.0.69 "DELETE /v2.0/networks/4869b291-a2bd-464b-b285-84c70c296f71 HTTP/1.1" status: 204 len: 168 time: 0.5255508 Aug 31 13:11:14.214634 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f51cea-9d8c-4b4d-a1c7-c92fb68af4ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4869b291-a2bd-464b-b285-84c70c296f71,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:14.319722 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44898) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:14.359221 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-53c6a9e1-00a7-433c-9437-2c8586938778 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7951a0fb8b0435da92d8e9f44ff557c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383637 Aug 31 13:11:14.361606 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44900) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:14.408702 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0d0402a8-d0ac-462b-9c77-e6a888e07edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.429599 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0d0402a8-d0ac-462b-9c77-e6a888e07edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.476296 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0d0402a8-d0ac-462b-9c77-e6a888e07edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.478871 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0d0402a8-d0ac-462b-9c77-e6a888e07edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.480070 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0d0402a8-d0ac-462b-9c77-e6a888e07edd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1900662-9e60-4e29-b58a-10c25f4c5b5e HTTP/1.1" status: 204 len: 168 time: 0.1175804 Aug 31 13:11:14.488418 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0402a8-d0ac-462b-9c77-e6a888e07edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1900662-9e60-4e29-b58a-10c25f4c5b5e,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:14.735132 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 22ce96b8-167b-43ca-88ee-cf04ff4d5830 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:14.758895 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 22ce96b8-167b-43ca-88ee-cf04ff4d5830 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:14.759345 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 22ce96b8-167b-43ca-88ee-cf04ff4d5830 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:14.759777 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:14.778218 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:14.778567 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 96ff8a94-5a57-410d-a4e4-e8a1f1d21c53 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:14.778986 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 1314cfd3-af8a-4a6c-9e61-70304d2f516e no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:14.794266 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44906) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:14.799149 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 1314cfd3-af8a-4a6c-9e61-70304d2f516e {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:14.799503 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 1314cfd3-af8a-4a6c-9e61-70304d2f516e not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:14.838847 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d8887ef9-5858-468d-a37a-2770c730b871 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=792503c2bff74a5186e6536801c1c179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428391 Aug 31 13:11:14.841318 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44908) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:14.888895 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bbfce65c-2b00-4a32-83c7-76a7d855687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.909006 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bbfce65c-2b00-4a32-83c7-76a7d855687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.955785 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bbfce65c-2b00-4a32-83c7-76a7d855687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.958362 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bbfce65c-2b00-4a32-83c7-76a7d855687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:14.959527 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-bbfce65c-2b00-4a32-83c7-76a7d855687e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf0a9354-a356-4a5d-8a1e-e8e44a549790 HTTP/1.1" status: 204 len: 168 time: 0.1173368 Aug 31 13:11:14.967938 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce65c-2b00-4a32-83c7-76a7d855687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a9354-a356-4a5d-8a1e-e8e44a549790,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:19.725343 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-c5f81416-d5ad-4c92-ae27-7d9af1cdf4db tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812323572&fields=id&tenant_id=16daaf5f2da4442fb3c8e57570a03d5c HTTP/1.1" status: 200 len: 267 time: 0.0332537 Aug 31 13:11:19.777268 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-d36ae63f-c439-441c-ba1d-aa0ecffe1342 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:19.778748 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-d36ae63f-c439-441c-ba1d-aa0ecffe1342 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 984 time: 0.0477037 Aug 31 13:11:19.790452 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Request body: {'port': {'security_groups': ['7691e9cc-e3a9-4159-9ede-96efe3f9d130']}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:19.861634 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.037851 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:20.067320 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.072683 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.087715 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['69560a4c-2ba7-44b8-847b-d42a7daa2d01'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:11:20.126783 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:20.127503 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.129524 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f322e5db-8f5c-4b14-b939-42dee0d9b03f req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "PUT /v2.0/ports/69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 942 time: 0.3437324 Aug 31 13:11:20.136409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:20.136542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 44922) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:20.137784 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37" -d '{"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:20.176817 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf8e63-0c80-4013-8d50-1be86537b85b tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event updated for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=7']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:20.230521 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389db048-b1d9-4b89-8cda-d7995b8b6317 x-openstack-request-id: req-389db048-b1d9-4b89-8cda-d7995b8b6317 {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:20.230812 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:20.231059 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-389db048-b1d9-4b89-8cda-d7995b8b6317 {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:20.231461 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'status': 'completed', 'code': 200} Aug 31 13:11:20.272969 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['69560a4c-2ba7-44b8-847b-d42a7daa2d01'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:11:20.295763 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7516a1-4c01-4068-96a8-607dbdde0f7e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.326859 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7516a1-4c01-4068-96a8-607dbdde0f7e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.373316 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-ded03197-0c26-430f-8cf3-0f0192df6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:20.374835 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-ded03197-0c26-430f-8cf3-0f0192df6996 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1098 time: 0.1139925 Aug 31 13:11:20.405574 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-4fc0dd87-c2bd-45d9-a3c7-47d6e9c111e4 None None] Provisioning complete for port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:20.405960 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dd87-c2bd-45d9-a3c7-47d6e9c111e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.450897 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7516a1-4c01-4068-96a8-607dbdde0f7e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.454052 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e7516a1-4c01-4068-96a8-607dbdde0f7e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.455221 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3e7516a1-4c01-4068-96a8-607dbdde0f7e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "DELETE /v2.0/security-groups/628217d4-1128-4565-8875-4bfdfd57672e HTTP/1.1" status: 204 len: 168 time: 0.3174875 Aug 31 13:11:20.458053 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 44926) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:20.482579 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7516a1-4c01-4068-96a8-607dbdde0f7e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628217d4-1128-4565-8875-4bfdfd57672e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:20.495302 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-70d9ce84-da33-4789-9210-0b10312101a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:20.497601 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-70d9ce84-da33-4789-9210-0b10312101a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 916 time: 0.1111646 Aug 31 13:11:20.577949 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-7c21af36-3b99-46ff-a63a-d371898529db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 1000 time: 0.0690885 Aug 31 13:11:20.628600 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Deleting port 4bc91091-8d25-45e1-9cb2-6a6d8b7266af {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:20.628976 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.636294 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-1a6ac667-bf06-4c2b-a69b-d106ffe0f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:20.637815 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-1a6ac667-bf06-4c2b-a69b-d106ffe0f60b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 200 len: 854 time: 0.0468681 Aug 31 13:11:20.689463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-f6e12e5e-6a01-428b-9dfd-ac965a75e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:20.691023 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-f6e12e5e-6a01-428b-9dfd-ac965a75e970 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834a8189-ef3f-45d6-a1f9-73bf8befac7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425274 Aug 31 13:11:20.709782 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.710106 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.723083 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Calling delete_port for 4bc91091-8d25-45e1-9cb2-6a6d8b7266af owned by network:floatingip {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:20.790892 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-d09149a2-5c32-4894-b96b-3508f33ed800 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865142 Aug 31 13:11:20.876562 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.887249 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a3a1ade3-8c76-4fb8-b0d6-7889e8690d37 req-7c12017f-392c-4106-94c5-60ca6cbb6369 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860217 Aug 31 13:11:20.908914 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event deleted for resources: {'Port': ['ID=4bc91091-8d25-45e1-9cb2-6a6d8b7266af,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:20.967411 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks [] for floatingip, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:20.967735 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Floating IP e6d01574-1fcb-4fd3-b45d-09e9ae64bc59 disassociated (deleted). External IP: 172.27.0.31, port: 69560a4c-2ba7-44b8-847b-d42a7daa2d01. Aug 31 13:11:21.176067 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Router 21defb06-c363-47b8-8495-fbc0bb7a0d76 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:21.284997 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:21.289786 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:21.297886 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] Sync routers for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:21.307172 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:21.307889 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:21.317841 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-97496378-2654-4f47-8516-7f7fc0593336 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "DELETE /v2.0/floatingips/e6d01574-1fcb-4fd3-b45d-09e9ae64bc59 HTTP/1.1" status: 204 len: 168 time: 0.8586738 Aug 31 13:11:21.417885 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:21.629734 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:19Z', 'revision_number': 5, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:21.656502 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] Checking router: 21defb06-c363-47b8-8495-fbc0bb7a0d76 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:21.664566 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:21.665193 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:21.767374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:21.959632 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:19Z', 'revision_number': 5, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:21.988475 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03fc438-5d1a-4dd0-94d5-f065b889b4aa None None] The sync data for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi is: [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:08:12Z', 'revision_number': 4, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c9e1d387-db0b-437e-8c62-c67f085c1ab5', 'name': '', 'network_id': '834a8189-ef3f-45d6-a1f9-73bf8befac7e', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'mac_address': 'fa:16:3e:40:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:11Z', 'updated_at': '2021-08-31T13:08:19Z', 'revision_number': 5, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'subnets': [{'id': '7eea62b4-dd90-41e0-828d-39f4d980cf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:22.216700 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba9d89-63d1-4a3a-9589-66947c664329 None None] New status for floating IP e6d01574-1fcb-4fd3-b45d-09e9ae64bc59: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:11:22.232948 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:22.235406 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdfe326-65e5-4d23-a1e6-e7f5845befae" -d '{"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:22.278125 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e092cd-8bfe-47d0-adf2-ba2d09b1e433 x-openstack-request-id: req-d9e092cd-8bfe-47d0-adf2-ba2d09b1e433 {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:22.278412 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:22.278658 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9e092cd-8bfe-47d0-adf2-ba2d09b1e433 {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:22.279051 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'status': 'completed', 'code': 200} Aug 31 13:11:22.350103 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-fd6a6f3d-9067-48bc-8b80-df724399730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:22.351570 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-fd6a6f3d-9067-48bc-8b80-df724399730b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0391684 Aug 31 13:11:22.448229 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-7f9f066a-590a-47e3-9c25-22dd9e6b8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:22.449693 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-7f9f066a-590a-47e3-9c25-22dd9e6b8391 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 200 len: 916 time: 0.0867336 Aug 31 13:11:22.500258 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-907d47fe-bbcc-43ec-b429-d248ff88adae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 200 len: 217 time: 0.0354078 Aug 31 13:11:22.559106 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-b33ebce2-6953-4894-a241-94ee7184604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:22.561125 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-b33ebce2-6953-4894-a241-94ee7184604e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 200 len: 854 time: 0.0491619 Aug 31 13:11:22.611407 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-ffc7ffcd-97cc-49d6-90e0-03704a25c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:22.613172 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-ffc7ffcd-97cc-49d6-90e0-03704a25c9ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834a8189-ef3f-45d6-a1f9-73bf8befac7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439243 Aug 31 13:11:22.712419 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-28508183-83d4-4353-b64a-2e6fe79ddc98 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Aug 31 13:11:22.808194 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cdfe326-65e5-4d23-a1e6-e7f5845befae req-0e7eb8d4-389b-4c65-b11c-bbda7867a653 service neutron] 10.222.0.59 "GET /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878005 Aug 31 13:11:24.036710 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a7d9d-84ac-4232-8f7b-65795c299514 req-6c2d818b-9d3e-425a-aef2-ca5b9b2c4af7 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:24.038205 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d30a7d9d-84ac-4232-8f7b-65795c299514 req-6c2d818b-9d3e-425a-aef2-ca5b9b2c4af7 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Aug 31 13:11:24.077746 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d30a7d9d-84ac-4232-8f7b-65795c299514 req-fac67939-8f4f-4f2e-8fb6-63149d703ed4 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333817 Aug 31 13:11:24.706494 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7b7f7-c4a3-4442-acfd-7c31db2b27e9 req-ac9fd8c7-85f3-4e75-8253-ddf810dc7da3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:24.708036 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ffb7b7f7-c4a3-4442-acfd-7c31db2b27e9 req-ac9fd8c7-85f3-4e75-8253-ddf810dc7da3 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 947 time: 0.0499084 Aug 31 13:11:24.747163 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ffb7b7f7-c4a3-4442-acfd-7c31db2b27e9 req-ab84ef7c-49d6-4d52-99c6-5b2604524e6d tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331824 Aug 31 13:11:25.202850 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8139853-e3c5-4051-8681-677bb8fbcf53 req-19dac6dd-9d19-4d2a-9611-980b2c6aa7d0 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:25.204345 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f8139853-e3c5-4051-8681-677bb8fbcf53 req-19dac6dd-9d19-4d2a-9611-980b2c6aa7d0 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0553143 Aug 31 13:11:25.243795 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f8139853-e3c5-4051-8681-677bb8fbcf53 req-b8787c6a-0c88-4d8e-943b-01e9023a362c tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Aug 31 13:11:25.871064 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def4eb-6980-4658-ab11-d2c37fa1b38a req-8832bb2f-c8bf-4eba-9e95-7f0419ed6516 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:25.873140 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-41def4eb-6980-4658-ab11-d2c37fa1b38a req-8832bb2f-c8bf-4eba-9e95-7f0419ed6516 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 947 time: 0.0539601 Aug 31 13:11:25.912254 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-41def4eb-6980-4658-ab11-d2c37fa1b38a req-d32b3110-9c80-47f6-b14a-cab111e584e6 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Aug 31 13:11:26.360638 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b405d-cc58-459f-afd0-0825cf7658f9 req-d230a58f-5158-4dee-b276-cb3ac6ba6e16 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:26.362137 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a07b405d-cc58-459f-afd0-0825cf7658f9 req-d230a58f-5158-4dee-b276-cb3ac6ba6e16 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Aug 31 13:11:26.411754 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a07b405d-cc58-459f-afd0-0825cf7658f9 req-84a9d713-e75c-477b-961b-8518dc8a3416 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/security-groups?id=7691e9cc-e3a9-4159-9ede-96efe3f9d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Aug 31 13:11:26.543035 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-44d03278-d9e0-45c3-bb3d-3e08d8af18b5 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:26.544519 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-44d03278-d9e0-45c3-bb3d-3e08d8af18b5 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.59 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Aug 31 13:11:26.670563 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Deleting port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:26.670823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:26.681283 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-a48dc26d-acf4-42c8-8db4-15e586a8ae73 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:26.682762 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-a48dc26d-acf4-42c8-8db4-15e586a8ae73 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 947 time: 0.0651813 Aug 31 13:11:26.822127 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] For port 69560a4c-2ba7-44b8-847b-d42a7daa2d01, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=69560a4c-2ba7-44b8-847b-d42a7daa2d01,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:26.822494 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:26.839605 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Calling delete_port for 69560a4c-2ba7-44b8-847b-d42a7daa2d01 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:26.859850 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Deleting port d42b0d12-5333-4224-a35c-0fdc6e431b5d {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:26.860186 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.040905 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07728-ed5a-4627-b4f7-30cff653bb29 req-c2a12996-0d41-4214-89c4-23dda12c0c80 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:27.042524 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b5a07728-ed5a-4627-b4f7-30cff653bb29 req-c2a12996-0d41-4214-89c4-23dda12c0c80 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 947 time: 0.0526514 Aug 31 13:11:27.087936 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b5a07728-ed5a-4627-b4f7-30cff653bb29 req-3fccb2e9-3f99-4c7a-950f-fa8c73388968 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups?id=5190bee8-2b2b-4a22-8c6a-5db6c74342ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387075 Aug 31 13:11:27.256626 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] For port d42b0d12-5333-4224-a35c-0fdc6e431b5d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d42b0d12-5333-4224-a35c-0fdc6e431b5d,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:27.257015 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.357782 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.370142 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['69560a4c-2ba7-44b8-847b-d42a7daa2d01'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:11:27.424476 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Pushing event deleted for resources: {'Port': ['ID=69560a4c-2ba7-44b8-847b-d42a7daa2d01,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:27.498711 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] No DVR routers for this DVR port 69560a4c-2ba7-44b8-847b-d42a7daa2d01 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:27.504840 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.506859 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02ee4321-de32-4cc7-bad4-a07d012dfc3e req-96b5ab09-6d1e-44d8-92cc-2ad233df372e tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.59 "DELETE /v2.0/ports/69560a4c-2ba7-44b8-847b-d42a7daa2d01 HTTP/1.1" status: 204 len: 173 time: 0.9556398 Aug 31 13:11:27.507258 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'name': 'network-vif-deleted', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:27.509531 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71383913-948c-47a8-9b2f-f8daf9f1906c" -d '{"events": [{"server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "name": "network-vif-deleted", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:27.511331 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-022d1bc4-21ed-444b-9253-83f2197d4ab7 req-8edcc0bd-a285-4bb6-9e4d-e6d6bdde0153 tempest-TestMinimumBasicScenario-1700359352 tempest-TestMinimumBasicScenario-1700359352-project] 10.222.0.69 "GET /v2.0/ports?device_id=92f12340-bdf3-445a-8b1a-20f254cef1c7 HTTP/1.1" status: 200 len: 210 time: 0.0301325 Aug 31 13:11:27.538185 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.538626 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.539056 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Floating IP 5a0ad7fd-4f08-414b-b650-89519838f62c disassociated. External IP: 172.27.0.138, port: d42b0d12-5333-4224-a35c-0fdc6e431b5d. Aug 31 13:11:27.539602 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Calling delete_port for d42b0d12-5333-4224-a35c-0fdc6e431b5d owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:27.551756 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d6fd1b-254b-40a5-8e85-e9aa9a8501ca x-openstack-request-id: req-d4d6fd1b-254b-40a5-8e85-e9aa9a8501ca {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:27.552365 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f12340-bdf3-445a-8b1a-20f254cef1c7", "name": "network-vif-deleted", "tag": "69560a4c-2ba7-44b8-847b-d42a7daa2d01", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:27.552365 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4d6fd1b-254b-40a5-8e85-e9aa9a8501ca {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:27.552681 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f12340-bdf3-445a-8b1a-20f254cef1c7', 'name': 'network-vif-deleted', 'tag': '69560a4c-2ba7-44b8-847b-d42a7daa2d01', 'status': 'completed', 'code': 200} Aug 31 13:11:27.679303 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.707487 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event deleted for resources: {'Port': ['ID=d42b0d12-5333-4224-a35c-0fdc6e431b5d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:27.829988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:27.940650 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:27.951601 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] Sync routers for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:27.961334 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:27.962056 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:27.979078 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] No DVR routers for this DVR port d42b0d12-5333-4224-a35c-0fdc6e431b5d on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:27.981475 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:27.983479 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a680c22e-71f0-4189-9b9a-4f7434b8b435 req-1a25e0eb-6886-440d-bc35-8f4dfc5e0896 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.59 "DELETE /v2.0/ports/d42b0d12-5333-4224-a35c-0fdc6e431b5d HTTP/1.1" status: 204 len: 173 time: 1.2900968 Aug 31 13:11:28.087960 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:28.215868 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e4eda95-4169-4e02-9f3e-c691414cdf8d req-18168904-a4e5-49b6-9fe1-9afe274cd1e4 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/ports?device_id=db7bbfbc-176a-47f7-8d78-d81c9d584520 HTTP/1.1" status: 200 len: 210 time: 0.0275545 Aug 31 13:11:28.301934 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:28.323735 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:11:28.332366 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] Checking router: 80562ebd-c04c-4e2f-990e-95d48b6c23c8 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:28.340509 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:28.341191 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:28.441372 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:28.810373 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:28.836602 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f23715-73fc-43f6-8c01-4f1146eadc38 None None] The sync data for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi is: [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:03:44Z', 'revision_number': 4, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '4020e136-1a51-4d06-9838-9c0118dab462', 'name': '', 'network_id': '4413561c-a182-4ad3-b75b-0ed90a00c176', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'mac_address': 'fa:16:3e:0f:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:41Z', 'updated_at': '2021-08-31T13:03:56Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'subnets': [{'id': '730f262e-b65e-4377-9cbf-d857ebb92a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:29.069895 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359da00-9476-4f96-bc91-0174606b56b5 None None] New status for floating IP 5a0ad7fd-4f08-414b-b650-89519838f62c: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:11:29.229144 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45026) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:29.318300 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45032) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:29.375433 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2f6726b8-89da-47b4-9989-90b887d4b24a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.399882 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2f6726b8-89da-47b4-9989-90b887d4b24a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.450011 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2f6726b8-89da-47b4-9989-90b887d4b24a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.453167 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2f6726b8-89da-47b4-9989-90b887d4b24a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.454319 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-2f6726b8-89da-47b4-9989-90b887d4b24a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "DELETE /v2.0/security-groups/5190bee8-2b2b-4a22-8c6a-5db6c74342ce HTTP/1.1" status: 204 len: 168 time: 0.1349852 Aug 31 13:11:29.457484 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45034) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:29.474839 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6726b8-89da-47b4-9989-90b887d4b24a tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5190bee8-2b2b-4a22-8c6a-5db6c74342ce,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:29.478485 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.api.v2.resource [None req-faec07b9-756f-4362-a367-2949fe65b048 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] show failed (client error): The resource could not be found. Aug 31 13:11:29.484236 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-faec07b9-756f-4362-a367-2949fe65b048 tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "GET /v2.0/security-groups/5190bee8-2b2b-4a22-8c6a-5db6c74342ce HTTP/1.1" status: 404 len: 347 time: 0.0211942 Aug 31 13:11:29.484236 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45036) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:29.553761 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-deleted', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:29.556009 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d56100-d236-4251-aa4a-9dad12391bdb" -d '{"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-deleted", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:29.603624 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.609938 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbc9af5-0abb-405f-b783-2edbc1d23392 x-openstack-request-id: req-fcbc9af5-0abb-405f-b783-2edbc1d23392 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:29.610358 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7bbfbc-176a-47f7-8d78-d81c9d584520", "name": "network-vif-deleted", "tag": "d42b0d12-5333-4224-a35c-0fdc6e431b5d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:29.610611 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcbc9af5-0abb-405f-b783-2edbc1d23392 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:29.611000 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7bbfbc-176a-47f7-8d78-d81c9d584520', 'name': 'network-vif-deleted', 'tag': 'd42b0d12-5333-4224-a35c-0fdc6e431b5d', 'status': 'completed', 'code': 200} Aug 31 13:11:29.612383 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Deleting port 2118641b-7c64-4d74-a1a6-f172dd7cf207 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:29.612825 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.640695 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 69560a4c-2ba7-44b8-847b-d42a7daa2d01 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:29.661003 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 69560a4c-2ba7-44b8-847b-d42a7daa2d01 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:29.661356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 69560a4c-2ba7-44b8-847b-d42a7daa2d01 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:29.662112 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:29.684137 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: d42b0d12-5333-4224-a35c-0fdc6e431b5d {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:29.684474 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d42b0d12-5333-4224-a35c-0fdc6e431b5d not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:29.693995 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.694337 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.707259 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Calling delete_port for 2118641b-7c64-4d74-a1a6-f172dd7cf207 owned by network:floatingip {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:29.842193 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.854071 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Deleting port c9e1d387-db0b-437e-8c62-c67f085c1ab5 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:29.854414 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.866107 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Pushing event deleted for resources: {'Port': ['ID=2118641b-7c64-4d74-a1a6-f172dd7cf207,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:29.928183 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks [] for floatingip, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.930730 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.931291 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] For port c9e1d387-db0b-437e-8c62-c67f085c1ab5, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c9e1d387-db0b-437e-8c62-c67f085c1ab5,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:29.931657 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:29.931897 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-95e61afc-b353-4d63-9af8-28ae91802a6b tempest-AttachVolumeShelveTestJSON-448560023 tempest-AttachVolumeShelveTestJSON-448560023-project] 10.222.0.69 "DELETE /v2.0/floatingips/5a0ad7fd-4f08-414b-b650-89519838f62c HTTP/1.1" status: 204 len: 168 time: 0.4486344 Aug 31 13:11:29.945560 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Calling delete_port for c9e1d387-db0b-437e-8c62-c67f085c1ab5 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:30.139236 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:30.166967 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e1d387-db0b-437e-8c62-c67f085c1ab5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:30.336244 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:30.547234 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Router 21defb06-c363-47b8-8495-fbc0bb7a0d76 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:30.652334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:30.658112 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-864c72a0-187b-48b1-bdb0-f0e677814f68 admin admin] 10.222.0.69 "PUT /v2.0/routers/21defb06-c363-47b8-8495-fbc0bb7a0d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4278691 Aug 31 13:11:30.659936 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45044) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:30.660744 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] Sync routers for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:30.670219 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:30.670831 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:30.769288 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:30.784933 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:30.867028 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:30.922543 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Deleting port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:30.922893 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:30.964877 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:11:30Z', 'revision_number': 5, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port': {'id': '58644e4b-24c2-42a8-b0ab-be49e23a4bf7', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:08Z', 'updated_at': '2021-08-31T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:30.992857 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] Checking router: 21defb06-c363-47b8-8495-fbc0bb7a0d76 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:31.001829 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] Routers {'21defb06-c363-47b8-8495-fbc0bb7a0d76'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:31.002450 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['21defb06-c363-47b8-8495-fbc0bb7a0d76'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:31.004717 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] For port 58644e4b-24c2-42a8-b0ab-be49e23a4bf7, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:31.005087 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.018195 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Calling delete_port for 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:31.090534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] Set router 21defb06-c363-47b8-8495-fbc0bb7a0d76 gateway port host: None {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:31.148726 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:11:30Z', 'revision_number': 6, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:31.176884 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9f08a-24fe-4de0-9562-f5b78a36f2a5 None None] The sync data for ids ['21defb06-c363-47b8-8495-fbc0bb7a0d76'] in dv-cinder-804470-3-iscsi is: [{'id': '21defb06-c363-47b8-8495-fbc0bb7a0d76', 'name': 'tempest-TestMinimumBasicScenario-1423714796-router', 'tenant_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:07Z', 'updated_at': '2021-08-31T13:11:30Z', 'revision_number': 6, 'project_id': '16daaf5f2da4442fb3c8e57570a03d5c', 'gw_port_host': None}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:31.190764 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.218436 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=58644e4b-24c2-42a8-b0ab-be49e23a4bf7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:31.288990 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.377815 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.379842 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.421124 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.421856 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21defb06-c363-47b8-8495-fbc0bb7a0d76 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:11:31.426255 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.427441 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1e4b5d74-584a-4bc6-9772-1d3ecc282c7e admin admin] 10.222.0.69 "DELETE /v2.0/routers/21defb06-c363-47b8-8495-fbc0bb7a0d76 HTTP/1.1" status: 204 len: 168 time: 0.7665842 Aug 31 13:11:31.429970 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45058) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:31.479246 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] Deleting subnet 7eea62b4-dd90-41e0-828d-39f4d980cf72 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:11:31.483238 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.519513 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.600709 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.654257 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.684010 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eea62b4-dd90-41e0-828d-39f4d980cf72,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:31.689098 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.690990 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1fc77e91-5038-434f-aab2-f255daaf5287 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7eea62b4-dd90-41e0-828d-39f4d980cf72 HTTP/1.1" status: 204 len: 168 time: 0.2600753 Aug 31 13:11:31.693462 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45060) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:31.694400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a71e1-5e07-41a7-9c08-0e95302699d2 None None] Network 834a8189-ef3f-45d6-a1f9-73bf8befac7e requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:11:31.761269 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.815502 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Deleting port 5b8383d2-f138-405e-907a-c139bac6d486 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:31.815851 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.884373 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] For port 5b8383d2-f138-405e-907a-c139bac6d486, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=5b8383d2-f138-405e-907a-c139bac6d486,segment=NetworkSegment(af0392a7-af06-4c0d-bbb8-2ff8f7288cb7),segment_id=af0392a7-af06-4c0d-bbb8-2ff8f7288cb7)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:31.884694 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.897951 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Calling delete_port for 5b8383d2-f138-405e-907a-c139bac6d486 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:31.945859 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] DHCP port deletion for 834a8189-ef3f-45d6-a1f9-73bf8befac7e request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:11:31.980996 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:31.995820 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Deleting port 5b8383d2-f138-405e-907a-c139bac6d486 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:31.996270 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.006674 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8383d2-f138-405e-907a-c139bac6d486,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:32.011410 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] No DVR routers for this DVR port 5b8383d2-f138-405e-907a-c139bac6d486 on host dv-cinder-804470-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:32.070727 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] For port 5b8383d2-f138-405e-907a-c139bac6d486, host dv-cinder-804470-3-iscsi, got binding levels [] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:32.071164 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.086672 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Calling delete_port for 5b8383d2-f138-405e-907a-c139bac6d486 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:32.089789 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.ipam_backend_mixin [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Port 5b8383d2-f138-405e-907a-c139bac6d486 was not found and therefore no delete operation was performed {{(pid=94107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:11:32.091668 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.118351 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Pushing event deleted for resources: {'Port': ['ID=5b8383d2-f138-405e-907a-c139bac6d486,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:32.123611 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] No DVR routers for this DVR port 5b8383d2-f138-405e-907a-c139bac6d486 on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:32.130922 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.131275 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.131618 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.131965 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.132344 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.132696 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.133027 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.133352 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.133679 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.134298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.134298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.134622 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e378f-f0b4-431b-835c-13afe53f274c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:32.225780 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b79a99c-5144-4506-87ff-d6d1538668b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.356015 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.366886 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834a8189-ef3f-45d6-a1f9-73bf8befac7e']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:32.380231 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45068) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:32.381255 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:32.381658 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0392a7-af06-4c0d-bbb8-2ff8f7288cb7') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:32.390889 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.407603 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.414751 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:11:32.415128 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:11:32.416792 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:11:32.473932 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.479352 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:32.484496 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/834a8189-ef3f-45d6-a1f9-73bf8befac7e HTTP/1.1" status: 204 len: 168 time: 0.7868450 Aug 31 13:11:32.485192 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45072) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:32.493137 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8a8cf-7c9b-452d-825a-dae51b8e07a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=834a8189-ef3f-45d6-a1f9-73bf8befac7e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:32.747973 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5b8383d2-f138-405e-907a-c139bac6d486 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:32.769383 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 5b8383d2-f138-405e-907a-c139bac6d486 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:32.769727 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5b8383d2-f138-405e-907a-c139bac6d486 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:32.770158 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c9e1d387-db0b-437e-8c62-c67f085c1ab5 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:32.790455 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: c9e1d387-db0b-437e-8c62-c67f085c1ab5 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:32.790800 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c9e1d387-db0b-437e-8c62-c67f085c1ab5 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:32.791228 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:32.814398 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:32.814839 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 58644e4b-24c2-42a8-b0ab-be49e23a4bf7 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:33.333298 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:33.394097 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:33.802959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Deleting port 4a438d0c-07d6-40ab-9d3c-328343e9d217 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:33.803295 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:33.859409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Deleting port 4020e136-1a51-4d06-9838-9c0118dab462 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:33.859744 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:33.937145 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] For port 4a438d0c-07d6-40ab-9d3c-328343e9d217, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=4a438d0c-07d6-40ab-9d3c-328343e9d217,segment=NetworkSegment(9e1619a8-bc0c-4756-8e25-65e3254bf4f3),segment_id=9e1619a8-bc0c-4756-8e25-65e3254bf4f3)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:33.937503 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:33.958250 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Calling delete_port for 4a438d0c-07d6-40ab-9d3c-328343e9d217 owned by network:router_interface {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:33.978933 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] For port 4020e136-1a51-4d06-9838-9c0118dab462, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=4020e136-1a51-4d06-9838-9c0118dab462,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:33.979290 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:34.022018 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Calling delete_port for 4020e136-1a51-4d06-9838-9c0118dab462 owned by network:router_interface {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:34.293323 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:34.329744 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a438d0c-07d6-40ab-9d3c-328343e9d217,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:34.355474 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:34.415210 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4020e136-1a51-4d06-9838-9c0118dab462,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:34.666419 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:34.731624 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:34.823649 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38bfbc0f-326f-4a91-a27f-2875d2d2c1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:35.186649 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:35.301280 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Router 63475d3a-f2cf-429e-947b-e0bf121739c1 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:35.362113 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:35.496844 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:35.503403 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-ba3eb3ef-fb3e-4626-863e-b9b976387408 admin admin] 10.222.0.69 "PUT /v2.0/routers/63475d3a-f2cf-429e-947b-e0bf121739c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0165360 Aug 31 13:11:35.505622 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45074) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:35.506365 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] Sync routers for ids ['63475d3a-f2cf-429e-947b-e0bf121739c1'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:35.517460 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] Routers {'63475d3a-f2cf-429e-947b-e0bf121739c1'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:35.518107 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['63475d3a-f2cf-429e-947b-e0bf121739c1'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:35.569253 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:35.576001 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e0fdba1d-d160-4298-a695-b6cf435093ae admin admin] 10.222.0.69 "PUT /v2.0/routers/80562ebd-c04c-4e2f-990e-95d48b6c23c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1946077 Aug 31 13:11:35.578446 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45076) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:35.584597 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] Sync routers for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:35.596962 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:35.597799 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:35.712906 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:35.720060 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:35.739991 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] Set router 63475d3a-f2cf-429e-947b-e0bf121739c1 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:35.780863 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks [] for router, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:35.920276 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:35.921115 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:11:34Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:35.950665 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] Checking router: 80562ebd-c04c-4e2f-990e-95d48b6c23c8 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:35.952864 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:11:34Z', 'revision_number': 5, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port': {'id': 'eb6a743f-4c99-4fa4-95cc-98c68827375d', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:08:17Z', 'updated_at': '2021-08-31T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:35.961851 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] Routers {'80562ebd-c04c-4e2f-990e-95d48b6c23c8'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:35.962975 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:35.976409 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:35.989121 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] Checking router: 63475d3a-f2cf-429e-947b-e0bf121739c1 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:36.001427 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] Routers {'63475d3a-f2cf-429e-947b-e0bf121739c1'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:36.002131 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['63475d3a-f2cf-429e-947b-e0bf121739c1'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:36.035714 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Deleting port eb6a743f-4c99-4fa4-95cc-98c68827375d {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:36.036059 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.107126 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Deleting port 6c396622-e4c2-4061-aeb2-bf9ede047086 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:36.107380 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.112454 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] Set router 63475d3a-f2cf-429e-947b-e0bf121739c1 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:36.160369 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.178674 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] For port eb6a743f-4c99-4fa4-95cc-98c68827375d, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=eb6a743f-4c99-4fa4-95cc-98c68827375d,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:36.179051 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.180454 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:11:35Z', 'revision_number': 6, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:36.196083 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Calling delete_port for eb6a743f-4c99-4fa4-95cc-98c68827375d owned by network:router_gateway {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:36.210676 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a60c62-6228-4de1-af33-39ad1782eedf None None] The sync data for ids ['63475d3a-f2cf-429e-947b-e0bf121739c1'] in dv-cinder-804470-3-iscsi is: [{'id': '63475d3a-f2cf-429e-947b-e0bf121739c1', 'name': 'tempest-TestMinimumBasicScenario-2008219640-router', 'tenant_id': '0b2967bb51224cf98e24ae0134f33216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:08:16Z', 'updated_at': '2021-08-31T13:11:35Z', 'revision_number': 6, 'project_id': '0b2967bb51224cf98e24ae0134f33216', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:36.222548 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] Set router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:36.258930 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] For port 6c396622-e4c2-4061-aeb2-bf9ede047086, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=6c396622-e4c2-4061-aeb2-bf9ede047086,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:36.259322 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.275193 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Calling delete_port for 6c396622-e4c2-4061-aeb2-bf9ede047086 owned by network:router_gateway {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:36.408999 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:11:34Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:36.435489 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f5fe4-8abd-4158-8230-4e3df0e22a55 None None] The sync data for ids ['80562ebd-c04c-4e2f-990e-95d48b6c23c8'] in dv-cinder-804470-3-iscsi is: [{'id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1808826180-router', 'tenant_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:03:37Z', 'updated_at': '2021-08-31T13:11:34Z', 'revision_number': 5, 'project_id': 'f9af4bfadbbf4d5fbac3378d2540d8c8', 'gw_port': {'id': '6c396622-e4c2-4061-aeb2-bf9ede047086', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80562ebd-c04c-4e2f-990e-95d48b6c23c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:03:38Z', 'updated_at': '2021-08-31T13:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:36.715309 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.765354 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6a743f-4c99-4fa4-95cc-98c68827375d,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:36.821404 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.854044 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c396622-e4c2-4061-aeb2-bf9ede047086,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:36.861326 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.989017 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:36.992733 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.005140 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.123425 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.123915 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63475d3a-f2cf-429e-947b-e0bf121739c1 {{(pid=94105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:11:37.129537 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.130666 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-c2645a3d-4bf4-49ec-8337-d1542e5d75f6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/63475d3a-f2cf-429e-947b-e0bf121739c1 HTTP/1.1" status: 204 len: 168 time: 1.6241076 Aug 31 13:11:37.133419 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45078) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:37.134205 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.136401 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.176921 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] Deleting subnet 19d15e29-9d34-4079-89b8-9f6dbcace52e {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:11:37.180148 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.180373 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.181118 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80562ebd-c04c-4e2f-990e-95d48b6c23c8 {{(pid=94105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:11:37.186973 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.191036 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-110b763d-ab3c-4ab5-9d9c-232d6d99c776 admin admin] 10.222.0.69 "DELETE /v2.0/routers/80562ebd-c04c-4e2f-990e-95d48b6c23c8 HTTP/1.1" status: 204 len: 168 time: 1.6115334 Aug 31 13:11:37.191643 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45080) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:37.237837 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.250163 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] Deleting subnet 730f262e-b65e-4377-9cbf-d857ebb92a44 {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:11:37.253757 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.301428 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26191708'] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.316268 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4a438d0c-07d6-40ab-9d3c-328343e9d217 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:37.342337 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 4a438d0c-07d6-40ab-9d3c-328343e9d217 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:37.343225 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4a438d0c-07d6-40ab-9d3c-328343e9d217 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:37.345709 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4020e136-1a51-4d06-9838-9c0118dab462 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:37.358828 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.370121 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 4020e136-1a51-4d06-9838-9c0118dab462 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:37.370602 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 4020e136-1a51-4d06-9838-9c0118dab462 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:37.414148 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.416640 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.442359 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d15e29-9d34-4079-89b8-9f6dbcace52e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:37.446254 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.448389 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6a2a93f9-372f-4b1d-a9df-63b6bf6bdda3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/19d15e29-9d34-4079-89b8-9f6dbcace52e HTTP/1.1" status: 204 len: 168 time: 0.3139589 Aug 31 13:11:37.451481 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45082) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:37.457925 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392f483e-791f-4a69-82fb-5dc37ac25145 None None] Network f9ef0179-3835-4ca4-b1e6-5ff0a182280b requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:11:37.529715 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25279181'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.544003 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.569747 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.571584 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/730f262e-b65e-4377-9cbf-d857ebb92a44 HTTP/1.1" status: 204 len: 168 time: 0.3789961 Aug 31 13:11:37.573040 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df153e-9347-4669-b40b-5c7c087e1e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730f262e-b65e-4377-9cbf-d857ebb92a44,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:37.579008 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45084) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:37.581411 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8925a4e5-1ce0-4411-b758-c58ab49fe8cd None None] Network 4413561c-a182-4ad3-b75b-0ed90a00c176 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:11:37.631331 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Deleting port bd6b1482-3214-480e-8a43-98f99b46bc2b {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:37.631684 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.659714 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.711101 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] For port bd6b1482-3214-480e-8a43-98f99b46bc2b, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bd6b1482-3214-480e-8a43-98f99b46bc2b,segment=NetworkSegment(9e1619a8-bc0c-4756-8e25-65e3254bf4f3),segment_id=9e1619a8-bc0c-4756-8e25-65e3254bf4f3)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:37.711474 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.727859 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Calling delete_port for bd6b1482-3214-480e-8a43-98f99b46bc2b owned by network:dhcp {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:37.740839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Deleting port 5fae6a95-bb04-4a56-a341-e9a511592ce9 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:37.741191 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.747392 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] DHCP port deletion for f9ef0179-3835-4ca4-b1e6-5ff0a182280b request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:11:37.808849 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] DHCP port deletion for 4413561c-a182-4ad3-b75b-0ed90a00c176 request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:11:37.832880 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.836208 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] For port 5fae6a95-bb04-4a56-a341-e9a511592ce9, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=5fae6a95-bb04-4a56-a341-e9a511592ce9,segment=NetworkSegment(ba9ae57f-24e1-49c3-bd09-77d034ca19f5),segment_id=ba9ae57f-24e1-49c3-bd09-77d034ca19f5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:37.836641 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.851791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Calling delete_port for 5fae6a95-bb04-4a56-a341-e9a511592ce9 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:37.858250 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b1482-3214-480e-8a43-98f99b46bc2b,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:37.862117 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] Deleting port bd6b1482-3214-480e-8a43-98f99b46bc2b {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:37.862568 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.869658 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] No DVR routers for this DVR port bd6b1482-3214-480e-8a43-98f99b46bc2b on host dv-cinder-804470-3-iscsi {{(pid=94105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:37.943257 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.951143 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.951646 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] Deleting port 5fae6a95-bb04-4a56-a341-e9a511592ce9 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:11:37.952118 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.953865 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.955238 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] For port bd6b1482-3214-480e-8a43-98f99b46bc2b, host dv-cinder-804470-3-iscsi, got binding levels [] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:37.955238 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.962336 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ef0179-3835-4ca4-b1e6-5ff0a182280b']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:37.973413 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1619a8-bc0c-4756-8e25-65e3254bf4f3') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:37.973789 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1619a8-bc0c-4756-8e25-65e3254bf4f3') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:37.978748 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fae6a95-bb04-4a56-a341-e9a511592ce9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:37.983853 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:37.992524 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] No DVR routers for this DVR port 5fae6a95-bb04-4a56-a341-e9a511592ce9 on host dv-cinder-804470-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:38.001681 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.008549 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:11:38.009052 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.009690 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] Calling delete_port for bd6b1482-3214-480e-8a43-98f99b46bc2b owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:11:38.011316 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:11:38.021220 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.ipam_backend_mixin [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] Port bd6b1482-3214-480e-8a43-98f99b46bc2b was not found and therefore no delete operation was performed {{(pid=94107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:11:38.024742 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.055470 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] Pushing event deleted for resources: {'Port': ['ID=bd6b1482-3214-480e-8a43-98f99b46bc2b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:38.064257 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a1086-c4b0-4647-959e-87463c4d04dc None None] No DVR routers for this DVR port bd6b1482-3214-480e-8a43-98f99b46bc2b on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:38.075257 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.078060 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.083644 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.084356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] For port 5fae6a95-bb04-4a56-a341-e9a511592ce9, host dv-cinder-804470-3-iscsi, got binding levels [] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:38.084787 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.088204 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f9ef0179-3835-4ca4-b1e6-5ff0a182280b HTTP/1.1" status: 204 len: 168 time: 0.6356702 Aug 31 13:11:38.096862 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4413561c-a182-4ad3-b75b-0ed90a00c176']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:38.099625 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] Calling delete_port for 5fae6a95-bb04-4a56-a341-e9a511592ce9 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:11:38.100508 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f68b91-b2dc-406d-a57e-d5005720b2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ef0179-3835-4ca4-b1e6-5ff0a182280b,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:38.103285 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.ipam_backend_mixin [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] Port 5fae6a95-bb04-4a56-a341-e9a511592ce9 was not found and therefore no delete operation was performed {{(pid=94107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:11:38.104936 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.113449 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:38.113932 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9ae57f-24e1-49c3-bd09-77d034ca19f5') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:38.124828 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.131881 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] Pushing event deleted for resources: {'Port': ['ID=5fae6a95-bb04-4a56-a341-e9a511592ce9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:38.138002 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8921d69-0a00-445c-82bb-57a1c797dd05 None None] No DVR routers for this DVR port 5fae6a95-bb04-4a56-a341-e9a511592ce9 on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:11:38.152729 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.159794 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:11:38.160203 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:11:38.162157 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:11:38.218980 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.221036 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45088) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:38.238248 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.240392 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4413561c-a182-4ad3-b75b-0ed90a00c176 HTTP/1.1" status: 204 len: 168 time: 0.6592081 Aug 31 13:11:38.241691 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafc7cb-5964-47b2-ad89-93ba57df0491 admin admin] Pushing event deleted for resources: {'Network': ['ID=4413561c-a182-4ad3-b75b-0ed90a00c176,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:38.268538 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-233c84ac-09e4-48ba-9c6b-b6ab150a59d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16daaf5f2da4442fb3c8e57570a03d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463283 Aug 31 13:11:38.271042 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45092) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:38.319310 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b886071e-2689-4b05-afbf-2a2ce1f59fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.343486 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b886071e-2689-4b05-afbf-2a2ce1f59fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.393145 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b886071e-2689-4b05-afbf-2a2ce1f59fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.396162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-b886071e-2689-4b05-afbf-2a2ce1f59fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.399819 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-b886071e-2689-4b05-afbf-2a2ce1f59fd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7691e9cc-e3a9-4159-9ede-96efe3f9d130 HTTP/1.1" status: 204 len: 168 time: 0.1254096 Aug 31 13:11:38.405022 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45096) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:38.405717 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886071e-2689-4b05-afbf-2a2ce1f59fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7691e9cc-e3a9-4159-9ede-96efe3f9d130,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:38.447215 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7fa1eeb9-768a-4ee2-99e1-80a5637e2e3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9af4bfadbbf4d5fbac3378d2540d8c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409493 Aug 31 13:11:38.450164 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45098) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:38.500586 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c8958cf-cf79-4d4a-8e8b-9a3456851dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.527346 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c8958cf-cf79-4d4a-8e8b-9a3456851dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.577768 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c8958cf-cf79-4d4a-8e8b-9a3456851dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.580498 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4c8958cf-cf79-4d4a-8e8b-9a3456851dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.581677 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4c8958cf-cf79-4d4a-8e8b-9a3456851dc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bda624d3-3b60-4a91-adeb-b1eb4c65bcd9 HTTP/1.1" status: 204 len: 168 time: 0.1306052 Aug 31 13:11:38.589992 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8958cf-cf79-4d4a-8e8b-9a3456851dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda624d3-3b60-4a91-adeb-b1eb4c65bcd9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:38.738498 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45104) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:38.758160 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bd6b1482-3214-480e-8a43-98f99b46bc2b no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:38.778411 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: bd6b1482-3214-480e-8a43-98f99b46bc2b {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:38.778699 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bd6b1482-3214-480e-8a43-98f99b46bc2b not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:38.779357 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device eb6a743f-4c99-4fa4-95cc-98c68827375d no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:38.787997 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e773bc55-6711-4201-9622-5b55495b4260 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b2967bb51224cf98e24ae0134f33216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481496 Aug 31 13:11:38.790506 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45108) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:38.804221 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: eb6a743f-4c99-4fa4-95cc-98c68827375d {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:38.804571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device eb6a743f-4c99-4fa4-95cc-98c68827375d not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:38.805024 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5fae6a95-bb04-4a56-a341-e9a511592ce9 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:38.824827 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 5fae6a95-bb04-4a56-a341-e9a511592ce9 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:38.825172 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 5fae6a95-bb04-4a56-a341-e9a511592ce9 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:38.825596 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c396622-e4c2-4061-aeb2-bf9ede047086 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:11:38.844761 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 6c396622-e4c2-4061-aeb2-bf9ede047086 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:11:38.845114 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c396622-e4c2-4061-aeb2-bf9ede047086 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:11:38.848265 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-016f798d-432f-4f1c-a6e5-54f55f0e4b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.872308 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-016f798d-432f-4f1c-a6e5-54f55f0e4b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.920161 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-016f798d-432f-4f1c-a6e5-54f55f0e4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.922835 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-016f798d-432f-4f1c-a6e5-54f55f0e4b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:38.923986 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-016f798d-432f-4f1c-a6e5-54f55f0e4b63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c76b02c1-5f99-455f-b9a0-6e25aa7f08db HTTP/1.1" status: 204 len: 168 time: 0.1325085 Aug 31 13:11:38.931883 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f798d-432f-4f1c-a6e5-54f55f0e4b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b02c1-5f99-455f-b9a0-6e25aa7f08db,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:39.359474 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45128) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:39.454984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-671447307-network', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:39.477351 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Made reservation on behalf of f43597ba6433495fb75f2dfcafd6805d for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:11:39.479902 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.488485 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.580584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.584216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.607306 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:11:39.616910 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a37b70-445f-43fb-b283-02e87c04ceb9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:39.622317 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.622665 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Added segment 797a4459-1be8-4392-a86d-299ed188bf05 of type vlan for network dd5fde97-784d-41eb-ae2a-cd31742fbbcc Aug 31 13:11:39.663026 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.688724 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.689744 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:39.690390 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.748813 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3849223 Aug 31 13:11:39.749100 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45134) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:39.751809 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51fd7c-708f-46c3-a304-1edc98fefb38 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5fde97-784d-41eb-ae2a-cd31742fbbcc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:39.754677 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Request body: {'subnet': {'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-671447307-subnet', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:39.763469 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:11:39.784374 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Made reservation on behalf of f43597ba6433495fb75f2dfcafd6805d for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:11:39.786838 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25279202'] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:39.963864 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26091289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25279220'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.020093 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3997bb28-5b88-493b-928b-b67860e4b12d,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:40.031466 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Checking segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:11:40.031826 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Network hostable DHCP agents. Network: dd5fde97-784d-41eb-ae2a-cd31742fbbcc, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:11:40.049613 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:11:40.057993 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, dd5fde97-784d-41eb-ae2a-cd31742fbbcc) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:40.062311 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:40.062890 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.067983 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a686f2f-8e3c-4d25-876c-d20fb631c7a4 None None] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:11:40.084371 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-4e5eff9e-ffc2-4f98-9fbd-96f2a06c51a9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3318024 Aug 31 13:11:40.084790 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45136) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:40.089576 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:40.110359 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1991950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2789'] for router, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.111548 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1990888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1998235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2802'] for router, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.167099 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.215605 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1072-e0df-50f9-8968-5fbb4dda63f5-dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d'}]}} from dv-cinder-804470-3-iscsi. {{(pid=94107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:11:40.216438 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.304349 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.354485 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Allocated IP 172.20.0.2 (dd5fde97-784d-41eb-ae2a-cd31742fbbcc/3997bb28-5b88-493b-928b-b67860e4b12d/c52ecf1c-a3f2-4030-8776-5fa8f02e623a) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:11:40.499650 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.500911 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.509786 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Transition to ACTIVE for port object c52ecf1c-a3f2-4030-8776-5fa8f02e623a will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:11:40.519012 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.525234 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Transition to ACTIVE for port object c52ecf1c-a3f2-4030-8776-5fa8f02e623a will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:11:40.532276 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.574330 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:11:40.577908 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:40.580545 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:11:40.587567 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Pushing event updated for resources: {'Port': ['ID=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:40.626704 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Allocated IP 172.27.0.53 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/6c1167cb-8388-4fc8-8b58-e746bd3c688e) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:11:40.636312 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Attempting to bind port c52ecf1c-a3f2-4030-8776-5fa8f02e623a on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:11:40.636622 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Attempting to bind port c52ecf1c-a3f2-4030-8776-5fa8f02e623a by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:11:40.636770 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Attempting to bind port c52ecf1c-a3f2-4030-8776-5fa8f02e623a on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:11:40.642277 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:11:40.642654 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Checking segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:11:40.643052 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.643476 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Bound using segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:11:40.643945 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Bound port: c52ecf1c-a3f2-4030-8776-5fa8f02e623a, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:11:40.644326 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.709448 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] For port c52ecf1c-a3f2-4030-8776-5fa8f02e623a, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:11:40.712468 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] For port c52ecf1c-a3f2-4030-8776-5fa8f02e623a, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:11:40.718708 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.731144 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.773816 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:40.783288 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1010c-5f61-4a31-9a1a-f9c5484772bc None None] Pushing event updated for resources: {'Port': ['ID=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:40.817990 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:11:40.820988 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:40.825226 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:11:40.831477 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1167cb-8388-4fc8-8b58-e746bd3c688e,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:41.091059 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:41.520737 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1990865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1998312'] for router, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:41.571778 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd4a2c-194a-4c55-8c29-621a6b725e64 None None] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:11:41.650233 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 is scheduled to L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a with binding_index 1 {{(pid=94105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:11:41.694305 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-0e66d1c6-a387-4ee1-9d84-4635dff0df70 None None] Provisioning for port c52ecf1c-a3f2-4030-8776-5fa8f02e623a completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:41.757487 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:41.768568 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Sync routers for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:41.774110 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:41.778541 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5798d8a8-f491-4356-a8e6-9b44f98342a7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6895638 Aug 31 13:11:41.779009 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45138) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:41.780529 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:41.781227 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:41.894509 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:42.072742 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:40Z', 'revision_number': 3, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:42.099482 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Checking router: cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:42.099823 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Updating router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 port 6c1167cb-8388-4fc8-8b58-e746bd3c688e binding host dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:11:42.123644 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.190406 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.343771 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Allocated IP 172.20.0.1 (dd5fde97-784d-41eb-ae2a-cd31742fbbcc/3997bb28-5b88-493b-928b-b67860e4b12d/c67c4c82-7d52-41eb-be97-6d93388602d6) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:11:42.372155 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.382143 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Transition to ACTIVE for port object 6c1167cb-8388-4fc8-8b58-e746bd3c688e will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:11:42.387131 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.441835 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Attempting to bind port 6c1167cb-8388-4fc8-8b58-e746bd3c688e on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:11:42.442201 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Attempting to bind port 6c1167cb-8388-4fc8-8b58-e746bd3c688e by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:11:42.442549 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Attempting to bind port 6c1167cb-8388-4fc8-8b58-e746bd3c688e on network 0748a72c-f0ea-4f65-bb78-affc980b891c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:11:42.446118 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Pushing event updated for resources: {'Port': ['ID=6c1167cb-8388-4fc8-8b58-e746bd3c688e,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:42.448474 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.454000 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:11:42.454363 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Checking segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:11:42.454751 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.455132 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Bound using segment: {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:11:42.455580 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Bound port: 6c1167cb-8388-4fc8-8b58-e746bd3c688e, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814b8445-83a3-4caa-ac11-9ba751925192', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:11:42.455951 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.458755 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.459090 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.459421 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.459743 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.460065 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.460380 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.460720 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.461036 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.461369 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.461471 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Transition to ACTIVE for port object c67c4c82-7d52-41eb-be97-6d93388602d6 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:11:42.461686 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.461996 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.462390 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:11:42.495626 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.515205 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] For port 6c1167cb-8388-4fc8-8b58-e746bd3c688e, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:11:42.518462 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] For port 6c1167cb-8388-4fc8-8b58-e746bd3c688e, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=6c1167cb-8388-4fc8-8b58-e746bd3c688e,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:11:42.522269 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.535892 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:11:42.540796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:42.545171 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:11:42.570492 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Pushing event updated for resources: {'Port': ['ID=c67c4c82-7d52-41eb-be97-6d93388602d6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:42.574978 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:42.575618 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:42.587813 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1991067'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.622675 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62507c40-f42d-4865-abe0-f8723274aaf1 None None] Pushing event updated for resources: {'Port': ['ID=6c1167cb-8388-4fc8-8b58-e746bd3c688e,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:42.695520 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:42.728694 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.800478 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c52ecf1c-a3f2-4030-8776-5fa8f02e623a up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:42.859497 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-bd615f17-cf54-44d5-afd3-fd63d1f8a691 None None] Provisioning for port c67c4c82-7d52-41eb-be97-6d93388602d6 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:42.863676 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port c52ecf1c-a3f2-4030-8776-5fa8f02e623a completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:42.869031 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c52ecf1c-a3f2-4030-8776-5fa8f02e623a triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:42.869686 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.872471 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-bd615f17-cf54-44d5-afd3-fd63d1f8a691 None None] Provisioning complete for port c67c4c82-7d52-41eb-be97-6d93388602d6 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:42.873104 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd615f17-cf54-44d5-afd3-fd63d1f8a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.914142 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.920029 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.943314 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-bd615f17-cf54-44d5-afd3-fd63d1f8a691 None None] Port c67c4c82-7d52-41eb-be97-6d93388602d6 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:11:42.983405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:42.987810 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Pushing event updated for resources: {'Port': ['ID=c67c4c82-7d52-41eb-be97-6d93388602d6,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:43.000504 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1997611'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:43.006208 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:40Z', 'revision_number': 3, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:43.028586 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port c52ecf1c-a3f2-4030-8776-5fa8f02e623a, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:43.034902 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709ac96-5270-424e-9595-2868f5726d84 None None] The sync data for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi is: [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:40Z', 'revision_number': 3, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:43.035787 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:43.086572 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:43.107683 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:11:43.109126 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:43.229920 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:43.361534 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:43.364725 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-0571034a-16f4-42b9-bfc3-10516afc18c3 None None] Provisioning complete for port c67c4c82-7d52-41eb-be97-6d93388602d6 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:43.365111 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0571034a-16f4-42b9-bfc3-10516afc18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:43.367389 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-60790071-9927-433f-bb68-8184137f4dcd admin admin] 10.222.0.69 "PUT /v2.0/routers/cdaf8f4c-0e33-4827-9ec3-9f5461d79c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5870295 Aug 31 13:11:43.408196 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0571034a-16f4-42b9-bfc3-10516afc18c3 None None] Port c67c4c82-7d52-41eb-be97-6d93388602d6 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:11:43.692548 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:43.856443 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45146) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:43.861198 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-560a2694-9341-4e4a-9845-37c261ef77d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723185277', 'description': 'tempest-description--660005199'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:43.881838 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-560a2694-9341-4e4a-9845-37c261ef77d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:43.964223 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-560a2694-9341-4e4a-9845-37c261ef77d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:43.968448 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-560a2694-9341-4e4a-9845-37c261ef77d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:43.997664 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-560a2694-9341-4e4a-9845-37c261ef77d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.001539 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-560a2694-9341-4e4a-9845-37c261ef77d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1414194 Aug 31 13:11:44.001539 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a2694-9341-4e4a-9845-37c261ef77d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d060dcc-afb9-488a-a5e4-c07dede72b98,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:44.002400 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45148) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:44.006432 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-a962c0b8-e9c7-40d1-aff1-92caceea465d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'security_group_rule': {'security_group_id': '9d060dcc-afb9-488a-a5e4-c07dede72b98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:44.033350 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a962c0b8-e9c7-40d1-aff1-92caceea465d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.088309 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a962c0b8-e9c7-40d1-aff1-92caceea465d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.092537 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a962c0b8-e9c7-40d1-aff1-92caceea465d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.110617 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962c0b8-e9c7-40d1-aff1-92caceea465d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4f5587-d323-40a9-8a23-d6ae82a4e54e,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:44.116866 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-a962c0b8-e9c7-40d1-aff1-92caceea465d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.118076 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-a962c0b8-e9c7-40d1-aff1-92caceea465d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151614 Aug 31 13:11:44.120643 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45150) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:44.125002 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-c3635d00-956e-44b7-ba91-760201f3dafa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'security_group_rule': {'security_group_id': '9d060dcc-afb9-488a-a5e4-c07dede72b98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:44.150215 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c3635d00-956e-44b7-ba91-760201f3dafa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.208292 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c3635d00-956e-44b7-ba91-760201f3dafa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.212626 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c3635d00-956e-44b7-ba91-760201f3dafa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.232031 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635d00-956e-44b7-ba91-760201f3dafa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d4433a-ac60-48b3-8f7e-b5ac7ddec21e,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:44.238342 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-c3635d00-956e-44b7-ba91-760201f3dafa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.240048 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-c3635d00-956e-44b7-ba91-760201f3dafa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183457 Aug 31 13:11:44.243025 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45152) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:44.248081 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:44.269067 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.368333 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.476026 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_common [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Allocated IP 172.27.0.45 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/0ef6e0ab-2108-406e-b813-852d36030113) {{(pid=94105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:11:44.485825 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Sync routers for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:44.495662 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:44.496304 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:44.588587 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for port, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.627999 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.671837 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:11:44.674888 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Resources bound (agent type, host, resource id): {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:44.679478 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Received port after_create {{(pid=94105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:11:44.682672 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'Port': ['ID=0ef6e0ab-2108-406e-b813-852d36030113,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:44.735687 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:44.775957 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.811472 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.850417 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c52ecf1c-a3f2-4030-8776-5fa8f02e623a up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:44.955599 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c52ecf1c-a3f2-4030-8776-5fa8f02e623a triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:44.955881 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.973306 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for port, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:44.978060 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144656'] for port, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.019375 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 2, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:45.048810 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'Port': ['ID=0ef6e0ab-2108-406e-b813-852d36030113,revision_number=2']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:45.059155 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.066262 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Checking router: cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:45.066615 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Updating router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 port c67c4c82-7d52-41eb-be97-6d93388602d6 binding host dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:11:45.074749 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.076211 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-4b7dee92-f30e-4666-b27b-2a7c1874446a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8318560 Aug 31 13:11:45.101981 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c1167cb-8388-4fc8-8b58-e746bd3c688e up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:45.103543 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.227133 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-1f49a4f3-579a-4e1a-a93f-61a976de73e5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--723185277&fields=id&tenant_id=f43597ba6433495fb75f2dfcafd6805d HTTP/1.1" status: 200 len: 267 time: 0.0331850 Aug 31 13:11:45.242556 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port 6c1167cb-8388-4fc8-8b58-e746bd3c688e completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:45.250327 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 6c1167cb-8388-4fc8-8b58-e746bd3c688e triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:45.250698 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.340964 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e2c94156-68a9-456a-b16f-f37904892768 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:45.342525 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e2c94156-68a9-456a-b16f-f37904892768 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 810 time: 0.1081598 Aug 31 13:11:45.358927 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-88b4980e-aaaf-4ef1-b1fa-7c6c496ef06f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/quotas/f43597ba6433495fb75f2dfcafd6805d HTTP/1.1" status: 200 len: 375 time: 0.0103006 Aug 31 13:11:45.407548 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.412942 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-cb684181-a854-4cb6-85d9-9fd09ee93750 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479681 Aug 31 13:11:45.438822 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port 6c1167cb-8388-4fc8-8b58-e746bd3c688e, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=6c1167cb-8388-4fc8-8b58-e746bd3c688e,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:45.460303 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.508498 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.528830 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Transition to ACTIVE for port object c67c4c82-7d52-41eb-be97-6d93388602d6 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:11:45.533911 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=6c1167cb-8388-4fc8-8b58-e746bd3c688e,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:45.537167 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.567766 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-41c68bb1-3222-4163-a578-094e114b9373 service neutron] 10.222.0.69 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425605 Aug 31 13:11:45.585458 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c687-c563-401d-a0f3-d5fcff15999a None None] Pushing event updated for resources: {'Port': ['ID=c67c4c82-7d52-41eb-be97-6d93388602d6,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:45.638738 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Attempting to bind port c67c4c82-7d52-41eb-be97-6d93388602d6 on host dv-cinder-804470-3-iscsi for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:11:45.639100 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Attempting to bind port c67c4c82-7d52-41eb-be97-6d93388602d6 by drivers openvswitch,hyperv on host dv-cinder-804470-3-iscsi at level 0 using segments [{'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:11:45.639455 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Attempting to bind port c67c4c82-7d52-41eb-be97-6d93388602d6 on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:11:45.644579 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Checking agent: {'id': '15095788-a678-40ea-b3bc-c33c1cc28653', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 55, 35), 'started_at': datetime.datetime(2021, 8, 31, 12, 56, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:11:45.645377 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Checking segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:11:45.645595 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.645918 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Bound using segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:11:45.646972 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Bound port: c67c4c82-7d52-41eb-be97-6d93388602d6, host: dv-cinder-804470-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:11:45.646972 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.679522 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-007e347c-00c3-422f-9f43-25dc2ca9cc21 service neutron] 10.222.0.69 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964496 Aug 31 13:11:45.723748 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] For port c67c4c82-7d52-41eb-be97-6d93388602d6, host dv-cinder-804470-3-iscsi, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:11:45.727298 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] For port c67c4c82-7d52-41eb-be97-6d93388602d6, host dv-cinder-804470-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c67c4c82-7d52-41eb-be97-6d93388602d6,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:11:45.732360 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-e9ae965e-9453-4cc3-8c60-b87700016efd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457361 Aug 31 13:11:45.733946 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:45.796252 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:45.796915 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:45.863303 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c687-c563-401d-a0f3-d5fcff15999a None None] Pushing event updated for resources: {'Port': ['ID=c67c4c82-7d52-41eb-be97-6d93388602d6,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:45.869056 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-36701715-51a2-4c0d-a9bf-cb402642dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:45.871991 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-36701715-51a2-4c0d-a9bf-cb402642dc60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 1098 time: 0.1064017 Aug 31 13:11:45.891961 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-14c7f6db-e7ee-4ea6-9145-ee8edbd70c0c req-06a0d376-6386-4a01-9ef2-6cec4e6d259b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 210 time: 0.0509400 Aug 31 13:11:45.964023 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:46.003999 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-f179854e-b7b8-4e63-947a-7c2df9620a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:46.005834 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-f179854e-b7b8-4e63-947a-7c2df9620a3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.1084387 Aug 31 13:11:46.094085 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-bafe15e9-df78-4afb-b7fc-14cfd1fa8c69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75 HTTP/1.1" status: 200 len: 1001 time: 0.0742104 Aug 31 13:11:46.151882 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-ed2627ad-1932-43a4-8e8b-9181ca95018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:46.153409 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-ed2627ad-1932-43a4-8e8b-9181ca95018a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0468996 Aug 31 13:11:46.207706 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-2fbd450b-eee6-4b0b-96be-eb901464569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:46.209871 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-2fbd450b-eee6-4b0b-96be-eb901464569a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450554 Aug 31 13:11:46.219482 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:46.251419 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772c33-714c-46fb-be14-0e1f6ae495cc None None] The sync data for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi is: [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:46.344255 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-c106ae97-a119-4c01-81aa-d9d24658c74a service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227772 Aug 31 13:11:46.457499 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de70a0e3-46cd-4159-8ffd-b562514ec05f req-56c3f454-9210-43e4-be98-3be9f37bc877 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962341 Aug 31 13:11:46.820920 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c67c4c82-7d52-41eb-be97-6d93388602d6 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:46.880468 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning for port c67c4c82-7d52-41eb-be97-6d93388602d6 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:46.884963 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c67c4c82-7d52-41eb-be97-6d93388602d6 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:46.885342 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.040001 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.054205 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-aa67dc28-16ca-4268-95d6-309a022f358a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:47.056488 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-aa67dc28-16ca-4268-95d6-309a022f358a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 810 time: 0.1571023 Aug 31 13:11:47.082142 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c0a43ca1-35b0-4f64-9bf0-111ed1e360e6 req-548fa07d-5a47-49db-bfb0-5d2c46bcc260 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 210 time: 0.0495973 Aug 31 13:11:47.082727 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] For port c67c4c82-7d52-41eb-be97-6d93388602d6, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c67c4c82-7d52-41eb-be97-6d93388602d6,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:47.091400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.092188 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c1167cb-8388-4fc8-8b58-e746bd3c688e up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:47.137153 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-0d8744f4-3697-404f-8b6b-ea81857114ae tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f43597ba6433495fb75f2dfcafd6805d HTTP/1.1" status: 200 len: 379 time: 0.0696113 Aug 31 13:11:47.154144 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'port': {'device_id': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'admin_state_up': True, 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'security_groups': ['9d060dcc-afb9-488a-a5e4-c07dede72b98']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:47.188501 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Pushing event updated for resources: {'Port': ['ID=c67c4c82-7d52-41eb-be97-6d93388602d6,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:47.202419 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port 6c1167cb-8388-4fc8-8b58-e746bd3c688e triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:47.202792 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.272421 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Made reservation on behalf of f43597ba6433495fb75f2dfcafd6805d for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:11:47.276323 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.420135 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Allocated IP 172.20.0.4 (dd5fde97-784d-41eb-ae2a-cd31742fbbcc/3997bb28-5b88-493b-928b-b67860e4b12d/676cd682-7926-4561-868f-558ad5ba8efd) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:11:47.559761 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.578782 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Transition to ACTIVE for port object 676cd682-7926-4561-868f-558ad5ba8efd will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:11:47.612937 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.658710 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:11:47.661992 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:11:47.666054 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:11:47.695869 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'Port': ['ID=676cd682-7926-4561-868f-558ad5ba8efd,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:47.725002 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:47.725679 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.741017 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-e5626baf-b6d7-4add-b97d-fb88b7e68ada tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934851 Aug 31 13:11:47.754091 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Request body: {'port': {'device_id': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:47.812367 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.865306 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-27008f1d-fda7-4421-8b5b-9a6ca727fb98 None None] Provisioning for port 676cd682-7926-4561-868f-558ad5ba8efd completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:47.869573 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-27008f1d-fda7-4421-8b5b-9a6ca727fb98 None None] Provisioning complete for port 676cd682-7926-4561-868f-558ad5ba8efd triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:47.869944 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-27008f1d-fda7-4421-8b5b-9a6ca727fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:47.907307 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-27008f1d-fda7-4421-8b5b-9a6ca727fb98 None None] Port 676cd682-7926-4561-868f-558ad5ba8efd cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:11:48.094096 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676cd682-7926-4561-868f-558ad5ba8efd {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:11:48.102362 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:48.116526 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Transition to ACTIVE for port object 676cd682-7926-4561-868f-558ad5ba8efd will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:11:48.121589 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:48.175834 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Pushing event updated for resources: {'Port': ['ID=676cd682-7926-4561-868f-558ad5ba8efd,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:48.214376 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78796ff2-e3d3-4d9f-b20e-05b79419ba67 req-a2f4c6f9-cd75-4da1-92c1-2e84d0414c50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:48.216096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-78796ff2-e3d3-4d9f-b20e-05b79419ba67 req-a2f4c6f9-cd75-4da1-92c1-2e84d0414c50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 943 time: 0.0550468 Aug 31 13:11:48.250729 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Attempting to bind port 676cd682-7926-4561-868f-558ad5ba8efd on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:11:48.250729 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Attempting to bind port 676cd682-7926-4561-868f-558ad5ba8efd by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:11:48.250971 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Attempting to bind port 676cd682-7926-4561-868f-558ad5ba8efd on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:11:48.255791 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Port 676cd682-7926-4561-868f-558ad5ba8efd on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:11:48.256092 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Attempting to bind port 676cd682-7926-4561-868f-558ad5ba8efd on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:11:48.258382 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-78796ff2-e3d3-4d9f-b20e-05b79419ba67 req-2b026a2a-d087-406d-9743-2db9f78f2d8c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359616 Aug 31 13:11:48.261584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:11:48.261929 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Checking segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:11:48.262328 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Bound using segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:11:48.262748 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Bound port: 676cd682-7926-4561-868f-558ad5ba8efd, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:11:48.263295 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:48.333752 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] For port 676cd682-7926-4561-868f-558ad5ba8efd, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:11:48.336914 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] For port 676cd682-7926-4561-868f-558ad5ba8efd, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=676cd682-7926-4561-868f-558ad5ba8efd,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:11:48.342618 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:48.376802 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:48.377423 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:48.378804 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 200 len: 1093 time: 0.6291635 Aug 31 13:11:48.379237 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:48.381494 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cf8853-b245-47e7-8257-6729cf149d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "tag": "676cd682-7926-4561-868f-558ad5ba8efd"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:48.407808 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c222c-00ae-408a-82ae-2d92d72c35b8 service neutron] Pushing event updated for resources: {'Port': ['ID=676cd682-7926-4561-868f-558ad5ba8efd,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:48.421969 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc240cc9-bc19-41a4-9d5c-b61f3d9b7c89 x-openstack-request-id: req-bc240cc9-bc19-41a4-9d5c-b61f3d9b7c89 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:48.422256 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "tag": "676cd682-7926-4561-868f-558ad5ba8efd", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:48.422502 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc240cc9-bc19-41a4-9d5c-b61f3d9b7c89 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:48.422896 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd', 'status': 'completed', 'code': 200} Aug 31 13:11:48.475862 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-c31045d5-37ed-44cc-86c5-055ae2c16b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:48.477430 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-c31045d5-37ed-44cc-86c5-055ae2c16b6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 1096 time: 0.0423846 Aug 31 13:11:48.526150 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-8f94df9e-b9e2-4994-a4be-b5878894f165 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 200 len: 217 time: 0.0378656 Aug 31 13:11:48.585147 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-828e54ff-ea40-4632-9963-36c40dbf9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:48.586590 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-828e54ff-ea40-4632-9963-36c40dbf9516 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0478539 Aug 31 13:11:48.635581 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-5fa2b33c-face-414c-be5f-661edb5591ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:48.638022 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-5fa2b33c-face-414c-be5f-661edb5591ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392678 Aug 31 13:11:48.732706 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-44cc72cb-d99a-4543-b4f1-974117b0f087 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Aug 31 13:11:48.755493 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c67c4c82-7d52-41eb-be97-6d93388602d6 up at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:48.802246 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Provisioning complete for port c67c4c82-7d52-41eb-be97-6d93388602d6 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:48.802623 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:48.827675 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dc2887d-01dd-48b5-b912-47081c202a3a req-564cb7bb-011c-4628-825d-a847bf59354d service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840707 Aug 31 13:11:48.919835 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-c7984a94-df33-4ce9-8ed6-62051b41ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:48.921435 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-c7984a94-df33-4ce9-8ed6-62051b41ddec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 1096 time: 0.0425646 Aug 31 13:11:49.016683 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-cdec10c1-67ea-42f1-8229-29200b24f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:49.018199 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-cdec10c1-67ea-42f1-8229-29200b24f0ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.0869496 Aug 31 13:11:49.065723 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-0ddb0c1c-4423-450f-aea2-64af12d85184 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 200 len: 217 time: 0.0337269 Aug 31 13:11:49.127620 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-526539e0-87ba-4012-b50f-a3570c03296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:49.129099 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-526539e0-87ba-4012-b50f-a3570c03296d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0522454 Aug 31 13:11:49.179055 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-ce6fa4fc-156a-4153-9bf2-38806f0735d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:49.180462 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-ce6fa4fc-156a-4153-9bf2-38806f0735d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390449 Aug 31 13:11:49.274579 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-7013ef0d-05e0-4b1c-9235-dddcd43bdcfb service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844293 Aug 31 13:11:49.374371 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2b97b-6afa-452a-b919-bfafb5d2ffd4 req-b9dc79db-ab37-452e-97dd-0803e3d3cd34 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:49.375940 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-82a2b97b-6afa-452a-b919-bfafb5d2ffd4 req-b9dc79db-ab37-452e-97dd-0803e3d3cd34 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 943 time: 0.0481198 Aug 31 13:11:49.378278 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0cf8853-b245-47e7-8257-6729cf149d5c req-598aa3db-5609-487b-9df3-331c0f391786 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899091 Aug 31 13:11:49.415847 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-82a2b97b-6afa-452a-b919-bfafb5d2ffd4 req-3f939274-0291-4148-b031-ecfa37f5b627 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Aug 31 13:11:50.536938 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36fd9-82cb-4e2f-8d1a-33815bba5df2 req-5160b2c6-ab2d-4223-a132-e6367c952ac7 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:50.538440 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26e36fd9-82cb-4e2f-8d1a-33815bba5df2 req-5160b2c6-ab2d-4223-a132-e6367c952ac7 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 943 time: 0.0538998 Aug 31 13:11:50.575913 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-26e36fd9-82cb-4e2f-8d1a-33815bba5df2 req-ae22dd87-a260-45bd-80c0-712d2eae7820 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315554 Aug 31 13:11:51.687850 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1b0e0-5790-4831-a152-9a56a4ef4bcb req-599cd3f8-c49e-46f6-980b-09dfa9d9d2b7 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:51.689373 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e5a1b0e0-5790-4831-a152-9a56a4ef4bcb req-599cd3f8-c49e-46f6-980b-09dfa9d9d2b7 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 943 time: 0.0473344 Aug 31 13:11:51.726337 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e5a1b0e0-5790-4831-a152-9a56a4ef4bcb req-78801019-9335-45a8-9596-84a37475c403 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311613 Aug 31 13:11:51.730932 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 676cd682-7926-4561-868f-558ad5ba8efd details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:11:51.823032 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 676cd682-7926-4561-868f-558ad5ba8efd, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=676cd682-7926-4561-868f-558ad5ba8efd,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:51.834046 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '676cd682-7926-4561-868f-558ad5ba8efd', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'port_id': '676cd682-7926-4561-868f-558ad5ba8efd', 'mac_address': 'fa:16:3e:35:58:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:11:51.869631 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:51.885793 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676cd682-7926-4561-868f-558ad5ba8efd {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:11:51.904036 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 676cd682-7926-4561-868f-558ad5ba8efd, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=676cd682-7926-4561-868f-558ad5ba8efd,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:51.908193 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:51.953774 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=676cd682-7926-4561-868f-558ad5ba8efd,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:52.232071 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['676cd682-7926-4561-868f-558ad5ba8efd'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:11:52.838200 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d8c0-e608-45a7-8016-7102ad7f4c7e req-d70ff205-bc81-4bf6-90ea-1676d8348654 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:52.840308 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2b60d8c0-e608-45a7-8016-7102ad7f4c7e req-d70ff205-bc81-4bf6-90ea-1676d8348654 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 944 time: 0.0473619 Aug 31 13:11:52.877272 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2b60d8c0-e608-45a7-8016-7102ad7f4c7e req-7a00c9ee-2105-4313-b595-5182bfb49053 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311456 Aug 31 13:11:53.742901 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 676cd682-7926-4561-868f-558ad5ba8efd up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:11:53.797057 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 676cd682-7926-4561-868f-558ad5ba8efd completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:11:53.801211 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 676cd682-7926-4561-868f-558ad5ba8efd triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:11:53.801589 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:53.881126 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:53.904947 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:53.907253 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd594e0e-fdb6-400e-b6b4-e0ddab31e5d2" -d '{"events": [{"server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "name": "network-vif-plugged", "status": "completed", "tag": "676cd682-7926-4561-868f-558ad5ba8efd"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:53.922069 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 676cd682-7926-4561-868f-558ad5ba8efd, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=676cd682-7926-4561-868f-558ad5ba8efd,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:11:53.928633 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:53.969193 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6950c956-3799-4995-b623-e6840dbccb31 x-openstack-request-id: req-6950c956-3799-4995-b623-e6840dbccb31 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:53.969496 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "name": "network-vif-plugged", "status": "completed", "tag": "676cd682-7926-4561-868f-558ad5ba8efd", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:53.969869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6950c956-3799-4995-b623-e6840dbccb31 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:53.970406 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd', 'code': 200} Aug 31 13:11:53.999082 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=676cd682-7926-4561-868f-558ad5ba8efd,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:11:54.027914 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dcbb4-e072-4209-b309-66a1e985a625 req-44231df8-1620-4229-abb8-9fcc4379bc87 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:54.030427 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-649dcbb4-e072-4209-b309-66a1e985a625 req-44231df8-1620-4229-abb8-9fcc4379bc87 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0813489 Aug 31 13:11:54.077693 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-649dcbb4-e072-4209-b309-66a1e985a625 req-589a94f6-6659-495f-b594-dd2a0b277e36 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 Aug 31 13:11:54.159042 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab432b36-8281-4420-8006-bae2951fc55c req-dc1f1e52-1684-40d9-9d6b-d3dafc4fc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:54.160872 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab432b36-8281-4420-8006-bae2951fc55c req-dc1f1e52-1684-40d9-9d6b-d3dafc4fc392 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 1098 time: 0.0430996 Aug 31 13:11:54.201897 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab432b36-8281-4420-8006-bae2951fc55c req-75267f73-af7d-4953-9335-2e5530afe47e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287561 Aug 31 13:11:55.196242 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d07bc-f3c7-45a9-b163-3623462060ab req-03407786-b9cd-4e00-886b-44158b435a48 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:55.197803 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-472d07bc-f3c7-45a9-b163-3623462060ab req-03407786-b9cd-4e00-886b-44158b435a48 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0503294 Aug 31 13:11:55.236406 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-472d07bc-f3c7-45a9-b163-3623462060ab req-bb08e86f-4b15-4f20-a7e2-43a45c23379c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321090 Aug 31 13:11:56.354988 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467069be-72e7-408e-ba3b-2bbbb4e4a521 req-31f0d9f0-b5d2-477a-baec-9b424ee7d0a5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:56.356526 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-467069be-72e7-408e-ba3b-2bbbb4e4a521 req-31f0d9f0-b5d2-477a-baec-9b424ee7d0a5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0500047 Aug 31 13:11:56.398735 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-467069be-72e7-408e-ba3b-2bbbb4e4a521 req-36e35c6b-0f2b-4583-8723-ff7dc186b488 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363135 Aug 31 13:11:56.520623 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072fc1-fe7a-4ae9-9bec-81b619dfc7dd req-ff26e29b-94ec-49fb-9d3c-0baaf1c60d25 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:56.522054 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7e072fc1-fe7a-4ae9-9bec-81b619dfc7dd req-ff26e29b-94ec-49fb-9d3c-0baaf1c60d25 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0566261 Aug 31 13:11:56.531085 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45210) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:11:56.535543 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'floatingip': {'port_id': '676cd682-7926-4561-868f-558ad5ba8efd'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:11:56.574665 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, before_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:57.029219 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:57.033116 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:57.133627 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Floating IP 3eaba440-e17d-4d98-9244-e67f42eb7d82 associated. External IP: 172.27.0.45, port: 676cd682-7926-4561-868f-558ad5ba8efd. Aug 31 13:11:57.336065 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:11:57.442136 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:11:57.446569 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:11:57.451770 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] Sync routers for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:11:57.461596 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:57.462215 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:57.481804 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-8f2fdb01-2afd-4c5d-9d95-22e92499cf93 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "PUT /v2.0/floatingips/3eaba440-e17d-4d98-9244-e67f42eb7d82 HTTP/1.1" status: 200 len: 990 time: 0.9496579 Aug 31 13:11:57.482496 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:11:57.484922 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8" -d '{"events": [{"name": "network-changed", "server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "tag": "676cd682-7926-4561-868f-558ad5ba8efd"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:11:57.523336 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92fd78c-8442-4066-b724-d8eb9711b35e x-openstack-request-id: req-c92fd78c-8442-4066-b724-d8eb9711b35e {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:11:57.523627 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "tag": "676cd682-7926-4561-868f-558ad5ba8efd", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:11:57.523878 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c92fd78c-8442-4066-b724-d8eb9711b35e {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:11:57.524307 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd', 'status': 'completed', 'code': 200} Aug 31 13:11:57.573136 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:57.596543 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-49e66990-4c9d-4619-99cb-13be06f37e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:57.598096 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-49e66990-4c9d-4619-99cb-13be06f37e46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 1098 time: 0.0406787 Aug 31 13:11:57.696250 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-8354b1b4-0430-41d7-9233-b6fe9e03f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:57.697684 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-8354b1b4-0430-41d7-9233-b6fe9e03f655 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.0881441 Aug 31 13:11:57.769428 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-f3d973ad-52f1-4d6a-b13e-450ea30659ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 200 len: 998 time: 0.0606918 Aug 31 13:11:57.826433 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-6230d277-f66c-4ce9-98f7-4ca34402f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:57.827912 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-6230d277-f66c-4ce9-98f7-4ca34402f4fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0468366 Aug 31 13:11:57.858427 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '3eaba440-e17d-4d98-9244-e67f42eb7d82', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'port_id': '676cd682-7926-4561-868f-558ad5ba8efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'mac_address': 'fa:16:3e:35:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:11:44Z', 'updated_at': '2021-08-31T13:11:56Z', 'revision_number': 1, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:57.877361 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-dbf96563-f630-4e8b-b0cd-5d3c184d6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:11:57.878901 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-dbf96563-f630-4e8b-b0cd-5d3c184d6852 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404224 Aug 31 13:11:57.887430 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] Checking router: cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:11:57.896007 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:11:57.896625 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:11:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:57.973223 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-c6f07344-a40b-4795-a7ae-8a19f85e8dd4 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833941 Aug 31 13:11:58.009434 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:11:58.070891 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d18eaa-f6e7-41b0-9c3d-60bc0a7523b8 req-2d987f1f-e010-4085-8dd5-352196dfa528 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898771 Aug 31 13:11:58.239292 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '3eaba440-e17d-4d98-9244-e67f42eb7d82', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'port_id': '676cd682-7926-4561-868f-558ad5ba8efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'mac_address': 'fa:16:3e:35:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:11:44Z', 'updated_at': '2021-08-31T13:11:56Z', 'revision_number': 1, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:11:58.266274 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc61e9a-8073-4981-953f-1cc4bf83d092 None None] The sync data for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi is: [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': '3eaba440-e17d-4d98-9244-e67f42eb7d82', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'port_id': '676cd682-7926-4561-868f-558ad5ba8efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'mac_address': 'fa:16:3e:35:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:11:44Z', 'updated_at': '2021-08-31T13:11:56Z', 'revision_number': 1, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:11:58.459743 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b39df-4d0e-44e5-b0e4-876481ce742c None None] New status for floating IP 3eaba440-e17d-4d98-9244-e67f42eb7d82: ACTIVE {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:12:02.221094 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dbf811ef-d52c-4b72-bf45-e81db7aba23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:04.826152 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f9fac02c-5c35-443d-a632-2aa2e602f88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:05.189356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:05.322480 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:12:06.138695 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:07.916073 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:13.680257 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:32.223571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6b5380a7-f5de-4ef2-a266-e2110ee05103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:34.830297 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e2b0b240-6b8f-4ef8-b5e5-cb4ee8922a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:35.190555 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:36.142734 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:37.919126 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:42.322904 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:12:43.703596 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:47.673431 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45338) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:12:47.837691 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Deleting port 8779443c-f3cb-42ab-908b-630cb8ef7e92 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:12:47.838025 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:47.919726 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:47.920162 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:47.938477 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Calling delete_port for 8779443c-f3cb-42ab-908b-630cb8ef7e92 owned by network:floatingip {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:12:48.131275 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:48.159861 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event deleted for resources: {'Port': ['ID=8779443c-f3cb-42ab-908b-630cb8ef7e92,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:12:48.191948 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.192220 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.192525 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.192883 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.193209 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.193535 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.193857 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.194175 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.194492 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.194809 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.195121 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.195433 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:48.255433 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:48.255848 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Floating IP eb519cf4-17d4-4eb6-b254-3e94cacbefdc disassociated (deleted). External IP: 172.27.0.55, port: b6e31f87-beae-4eaa-8078-6bff1aebe44d. Aug 31 13:12:48.469808 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:12:48.581618 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:12:48.588198 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:48.595353 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:12:48.604522 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:12:48.605269 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:12:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:48.618746 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-04b7c684-b81e-4e66-9dc8-7b41351b0f43 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "DELETE /v2.0/floatingips/eb519cf4-17d4-4eb6-b254-3e94cacbefdc HTTP/1.1" status: 204 len: 168 time: 0.9441626 Aug 31 13:12:48.619516 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:12:48.622139 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6b7374-7ebb-4484-a112-ca6cc20899a1" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:12:48.667545 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c9cd3-1f20-4e7e-9504-c883356433cb x-openstack-request-id: req-e37c9cd3-1f20-4e7e-9504-c883356433cb {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:12:48.667859 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:12:48.668170 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e37c9cd3-1f20-4e7e-9504-c883356433cb {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:12:48.668616 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'status': 'completed', 'code': 200} Aug 31 13:12:48.720153 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:12:48.745563 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-f4f4eba6-be08-438f-9dca-1ad69ba3dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:48.747994 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-f4f4eba6-be08-438f-9dca-1ad69ba3dbc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 1098 time: 0.0537736 Aug 31 13:12:48.857681 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-19d3f1a9-d544-470f-b848-d28d36d474e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:48.859169 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-19d3f1a9-d544-470f-b848-d28d36d474e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.1017196 Aug 31 13:12:48.895898 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d87ae-39fa-44d1-bfb8-9b104513dba5 req-d1c3b841-738e-4a11-92e7-0093abc4178f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:48.897487 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7d6d87ae-39fa-44d1-bfb8-9b104513dba5 req-d1c3b841-738e-4a11-92e7-0093abc4178f tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 945 time: 0.0720835 Aug 31 13:12:48.905141 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-5edddb12-2f1e-41b4-8aa6-72d2ccce0041 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d HTTP/1.1" status: 200 len: 217 time: 0.0361896 Aug 31 13:12:48.942110 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7d6d87ae-39fa-44d1-bfb8-9b104513dba5 req-ec4f4933-469f-4afd-953a-4c26d4be190d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373659 Aug 31 13:12:48.958804 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-d51fb642-b8c6-417f-a61e-16ae4d4555d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:48.960308 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-d51fb642-b8c6-417f-a61e-16ae4d4555d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.0468023 Aug 31 13:12:48.977151 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:56Z', 'revision_number': 1, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:49.008276 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:12:49.017440 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:12:49.018049 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:12:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:49.019104 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-2dcd1b78-9487-4cd1-b53d-9a3fb775d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:49.020858 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-2dcd1b78-9487-4cd1-b53d-9a3fb775d042 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505211 Aug 31 13:12:49.135745 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-4e10b553-f71c-47fe-a617-a7b38916896b service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008976 Aug 31 13:12:49.249474 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6b7374-7ebb-4484-a112-ca6cc20899a1 req-b58166dc-aecc-428d-aec7-8943eafc6730 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044660 Aug 31 13:12:49.259281 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:12:49.514964 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:56Z', 'revision_number': 1, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:49.548287 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af204843-e805-4ea2-ab20-dd732290bd0b None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ed144071-f65c-426b-84f3-622f1746a7ee', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'port_id': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'mac_address': 'fa:16:3e:16:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:08:54Z', 'updated_at': '2021-08-31T13:08:56Z', 'revision_number': 1, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:12:49.783468 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99985bdd-27d3-49db-81a2-968c8a78b564 None None] New status for floating IP eb519cf4-17d4-4eb6-b254-3e94cacbefdc: DOWN {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:12:50.076186 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cba42a-c321-4d67-8c35-7b5696eab5b2 req-ab376611-a637-4072-9f45-5e6b5c8c28cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:50.077979 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-92cba42a-c321-4d67-8c35-7b5696eab5b2 req-ab376611-a637-4072-9f45-5e6b5c8c28cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 945 time: 0.0565171 Aug 31 13:12:50.122552 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-92cba42a-c321-4d67-8c35-7b5696eab5b2 req-b490c6cd-2115-4c50-8494-b933b796db1a tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382197 Aug 31 13:12:50.683777 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-88396c05-b5af-4307-8174-6b30d711a22d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:50.685363 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-88396c05-b5af-4307-8174-6b30d711a22d tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Aug 31 13:12:50.743667 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f84e87-29d6-4dbc-9b85-a6eb7e71e895 req-5285d6bb-3a70-4f31-9cb1-91c46b44234e tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:50.745287 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-74f84e87-29d6-4dbc-9b85-a6eb7e71e895 req-5285d6bb-3a70-4f31-9cb1-91c46b44234e tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0658638 Aug 31 13:12:50.789900 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-74f84e87-29d6-4dbc-9b85-a6eb7e71e895 req-04df455f-e2b7-4ee5-960c-7810053bb7fe tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378704 Aug 31 13:12:50.801064 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Deleting port b6e31f87-beae-4eaa-8078-6bff1aebe44d {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:12:50.801431 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:50.900537 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] For port b6e31f87-beae-4eaa-8078-6bff1aebe44d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b6e31f87-beae-4eaa-8078-6bff1aebe44d,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:12:50.900903 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:50.915388 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Calling delete_port for b6e31f87-beae-4eaa-8078-6bff1aebe44d owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:12:51.057167 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:51.089178 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event deleted for resources: {'Port': ['ID=b6e31f87-beae-4eaa-8078-6bff1aebe44d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:12:51.101989 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.102344 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.102686 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.103046 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.104304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.104304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.104304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.104304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.104832 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.105007 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.105318 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.105645 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:12:51.165455 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] No DVR routers for this DVR port b6e31f87-beae-4eaa-8078-6bff1aebe44d on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:12:51.169438 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:51.173142 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e62dbb6e-468a-4f2a-b5e8-183bc26b217f req-9c06a815-05c8-4390-b150-00c7579f05c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "DELETE /v2.0/ports/b6e31f87-beae-4eaa-8078-6bff1aebe44d HTTP/1.1" status: 204 len: 173 time: 0.4788485 Aug 31 13:12:51.173875 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'name': 'network-vif-deleted', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:12:51.177844 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c74d4a-b011-4574-b88b-cabb00252ad2" -d '{"events": [{"server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "name": "network-vif-deleted", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:12:51.248060 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf712c7-c526-46c5-9701-acf2a44d4815 x-openstack-request-id: req-edf712c7-c526-46c5-9701-acf2a44d4815 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:12:51.248590 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f693-4594-40a0-97a7-f00f58cfc4c1", "name": "network-vif-deleted", "tag": "b6e31f87-beae-4eaa-8078-6bff1aebe44d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:12:51.249431 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-edf712c7-c526-46c5-9701-acf2a44d4815 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:12:51.250274 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f693-4594-40a0-97a7-f00f58cfc4c1', 'name': 'network-vif-deleted', 'tag': 'b6e31f87-beae-4eaa-8078-6bff1aebe44d', 'status': 'completed', 'code': 200} Aug 31 13:12:51.509692 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-78f2e5a2-96dd-47bd-b355-36a2a7bf5feb req-51f72f7e-e928-4cb8-a138-15b6586c5ad9 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c4f693-4594-40a0-97a7-f00f58cfc4c1 HTTP/1.1" status: 200 len: 210 time: 0.2814424 Aug 31 13:12:51.914895 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c304b-d5bd-4821-a13f-836e28919113 req-0a730798-be91-497a-bccb-a5803f2653e2 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:51.916497 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f26c304b-d5bd-4821-a13f-836e28919113 req-0a730798-be91-497a-bccb-a5803f2653e2 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0496545 Aug 31 13:12:51.964713 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-f26c304b-d5bd-4821-a13f-836e28919113 req-0149af39-e6ac-4037-8882-aeaeecd42080 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Aug 31 13:12:53.096546 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c1150-ba63-42ee-9334-3aebea8b4f49 req-5ca33c2b-cc32-4631-a1aa-d639aae5c82e tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:53.098080 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-df3c1150-ba63-42ee-9334-3aebea8b4f49 req-5ca33c2b-cc32-4631-a1aa-d639aae5c82e tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0495863 Aug 31 13:12:53.137042 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-df3c1150-ba63-42ee-9334-3aebea8b4f49 req-250a5938-ffcb-4347-a30e-8de4651256ab tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324497 Aug 31 13:12:54.288137 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8290125-3d27-4051-bd42-ac4989b84a93 req-22e09ff3-cf1d-4d2b-9b89-e4bd6026d4fd tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:54.290354 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8290125-3d27-4051-bd42-ac4989b84a93 req-22e09ff3-cf1d-4d2b-9b89-e4bd6026d4fd tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0810871 Aug 31 13:12:54.332911 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e8290125-3d27-4051-bd42-ac4989b84a93 req-32117a28-7e28-4fba-95ca-e85043513212 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363612 Aug 31 13:12:54.829870 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45384) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:12:55.015405 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Deleting port fdf157d9-0933-4fce-8156-d7cce5475ea8 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:12:55.015813 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:55.101759 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:55.102101 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:55.114904 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Calling delete_port for fdf157d9-0933-4fce-8156-d7cce5475ea8 owned by network:floatingip {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:12:55.284459 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:55.311959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event deleted for resources: {'Port': ['ID=fdf157d9-0933-4fce-8156-d7cce5475ea8,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:12:55.387099 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:55.387439 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.db.l3_db [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Floating IP ed144071-f65c-426b-84f3-622f1746a7ee disassociated (deleted). External IP: 172.27.0.231, port: ae97824b-4726-4131-9ab2-1b554b3ccb75. Aug 31 13:12:55.522611 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0257e8e-cac1-4afc-95d3-c85dce6f93e8 req-fe8ed61e-238e-422f-9eab-67f29734ee31 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:55.524141 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0257e8e-cac1-4afc-95d3-c85dce6f93e8 req-fe8ed61e-238e-422f-9eab-67f29734ee31 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.1007161 Aug 31 13:12:55.614984 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e0257e8e-cac1-4afc-95d3-c85dce6f93e8 req-37c8d9b4-9462-4440-a213-c9ceb813f5c3 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833576 Aug 31 13:12:55.685389 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:12:55.814871 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:12:55.819915 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:55.828614 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:12:55.840487 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:12:55.841159 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:12:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:55.853418 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0612d033-086d-4f3c-8244-a96c69f318c6 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "DELETE /v2.0/floatingips/ed144071-f65c-426b-84f3-622f1746a7ee HTTP/1.1" status: 204 len: 168 time: 1.0192499 Aug 31 13:12:55.853418 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75'}] {{(pid=94105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:12:55.853418 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95c254d86c1eee12682e036a910f7d92bfab1d30b421e3e79eafa0fbe72391c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e68a8-9e49-4f26-83cf-32e4233787ab" -d '{"events": [{"name": "network-changed", "server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75"}]}' {{(pid=94105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:12:55.905319 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4549eb1-7be6-481c-b84d-4ab2000d8a45 x-openstack-request-id: req-a4549eb1-7be6-481c-b84d-4ab2000d8a45 {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:12:55.905712 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75", "status": "completed", "code": 200}]} {{(pid=94105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:12:55.906056 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4549eb1-7be6-481c-b84d-4ab2000d8a45 {{(pid=94105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:12:55.906604 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'status': 'completed', 'code': 200} Aug 31 13:12:55.974759 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:12:55.975701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-c6210660-4256-4d8d-aaaa-bcc958fbb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:55.977772 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-c6210660-4256-4d8d-aaaa-bcc958fbb3ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0702568dd7fd43cf81b667c889a5f39c&device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 1098 time: 0.0484824 Aug 31 13:12:56.021384 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device b6e31f87-beae-4eaa-8078-6bff1aebe44d no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:12:56.050691 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: b6e31f87-beae-4eaa-8078-6bff1aebe44d {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:12:56.051031 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device b6e31f87-beae-4eaa-8078-6bff1aebe44d not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:12:56.118848 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-f6dea1bb-06d6-4a44-af65-d7783205ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:56.121981 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-f6dea1bb-06d6-4a44-af65-d7783205ea1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 200 len: 912 time: 0.1307094 Aug 31 13:12:56.162338 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e9658-2429-4c93-9eee-22b9f4096ba2 req-06fbc5b7-5afa-45fe-bdcf-359f16bd26c3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:56.164030 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-344e9658-2429-4c93-9eee-22b9f4096ba2 req-06fbc5b7-5afa-45fe-bdcf-359f16bd26c3 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0773764 Aug 31 13:12:56.189741 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-af818035-06ed-4a8a-9151-c7f0df77ddb6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75 HTTP/1.1" status: 200 len: 217 time: 0.0583405 Aug 31 13:12:56.235063 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-344e9658-2429-4c93-9eee-22b9f4096ba2 req-e9e10bcb-2445-4295-b86c-f700844e7a5c tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591660 Aug 31 13:12:56.283579 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:56.315895 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:12:56.325715 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:12:56.326509 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:12:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:56.462911 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:12:56.620167 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-ed6002b9-ca21-44c4-a519-9edbd5a3ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:56.620167 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-ed6002b9-ca21-44c4-a519-9edbd5a3ef19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 200 len: 850 time: 0.4220293 Aug 31 13:12:56.680623 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-6161ec03-3611-4bb4-9a56-24c679c2d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:56.681476 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-6161ec03-3611-4bb4-9a56-24c679c2d98c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3233d2e0-f02a-43ed-a209-a63a1ebe7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524821 Aug 31 13:12:56.710352 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:12:56.740731 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d080439-0805-41aa-b8f2-18318d26e35b None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:43Z', 'revision_number': 4, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': '8151f8dd-e55d-42ab-8bbb-411508afa0c5', 'name': '', 'network_id': '3233d2e0-f02a-43ed-a209-a63a1ebe7a34', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'mac_address': 'fa:16:3e:5c:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:43Z', 'updated_at': '2021-08-31T13:04:51Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'subnets': [{'id': '0031d817-7a75-4cb6-b442-bf604ec6797e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:12:56.771820 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b8072-a570-41f8-83cb-900a367ce08f req-79597568-aa4d-4b06-b415-40e4e01933b0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:56.774468 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-525b8072-a570-41f8-83cb-900a367ce08f req-79597568-aa4d-4b06-b415-40e4e01933b0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0828884 Aug 31 13:12:56.839034 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-f9c57e45-e586-40f7-ba7e-8f32a5891490 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484921 Aug 31 13:12:56.844258 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-525b8072-a570-41f8-83cb-900a367ce08f req-3a330cc9-5663-40d4-99a5-217d9d1ee8be tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580964 Aug 31 13:12:56.955887 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-117e68a8-9e49-4f26-83cf-32e4233787ab req-9e104699-dc78-4b6a-a1d7-e92781261a48 service neutron] 10.222.0.59 "GET /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088932 Aug 31 13:12:57.023376 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e7cfc-b3de-4ba4-8959-81877354c326 None None] New status for floating IP ed144071-f65c-426b-84f3-622f1746a7ee: DOWN {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:12:57.393516 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27e9d1-77b1-41ba-814f-87abf8f7b79e req-7ebb5ab1-9163-414c-84db-d80371516330 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:57.395104 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-be27e9d1-77b1-41ba-814f-87abf8f7b79e req-7ebb5ab1-9163-414c-84db-d80371516330 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0529208 Aug 31 13:12:57.435242 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-be27e9d1-77b1-41ba-814f-87abf8f7b79e req-31dbf3ef-dd9b-486d-bb6a-b48291a870c8 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e050893-d329-41ab-a99a-735d4783239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341594 Aug 31 13:12:57.741537 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb6c64-778a-4505-89fb-b1e72984362a req-a061d39d-84c9-44d5-beda-6833462965ae tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:57.743722 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72fb6c64-778a-4505-89fb-b1e72984362a req-a061d39d-84c9-44d5-beda-6833462965ae tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 945 time: 0.0583584 Aug 31 13:12:57.843118 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Deleting port ae97824b-4726-4131-9ab2-1b554b3ccb75 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:12:57.843519 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:57.936535 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] For port ae97824b-4726-4131-9ab2-1b554b3ccb75, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae97824b-4726-4131-9ab2-1b554b3ccb75,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:12:57.937247 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:57.953105 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Calling delete_port for ae97824b-4726-4131-9ab2-1b554b3ccb75 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:12:57.967579 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a42cb-30c7-4860-a5e7-83b8dae786e8 req-1e11f1c2-6a98-4ea7-b149-e5ca77e606b2 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:57.969303 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-345a42cb-30c7-4860-a5e7-83b8dae786e8 req-1e11f1c2-6a98-4ea7-b149-e5ca77e606b2 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0519629 Aug 31 13:12:58.015266 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-345a42cb-30c7-4860-a5e7-83b8dae786e8 req-81a54332-07ca-4efd-b12f-f7b57344c365 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395260 Aug 31 13:12:58.095422 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:58.126719 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event deleted for resources: {'Port': ['ID=ae97824b-4726-4131-9ab2-1b554b3ccb75,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:12:58.179157 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] No DVR routers for this DVR port ae97824b-4726-4131-9ab2-1b554b3ccb75 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:12:58.181763 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:58.183833 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72fb6c64-778a-4505-89fb-b1e72984362a req-31187a2b-1cd7-4b42-bf28-0f269cf34a19 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.59 "DELETE /v2.0/ports/ae97824b-4726-4131-9ab2-1b554b3ccb75 HTTP/1.1" status: 204 len: 173 time: 0.4323440 Aug 31 13:12:58.184279 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'name': 'network-vif-deleted', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:12:58.186589 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f723ba-5b8a-4ab6-b9f0-bf72ae82557c" -d '{"events": [{"server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "name": "network-vif-deleted", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:12:58.232185 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a33b417-3e48-47e2-8881-df54aa04035d x-openstack-request-id: req-6a33b417-3e48-47e2-8881-df54aa04035d {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:12:58.232488 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df86efe5-8f82-4285-b59c-634fab5274a1", "name": "network-vif-deleted", "tag": "ae97824b-4726-4131-9ab2-1b554b3ccb75", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:12:58.232769 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a33b417-3e48-47e2-8881-df54aa04035d {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:12:58.233257 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df86efe5-8f82-4285-b59c-634fab5274a1', 'name': 'network-vif-deleted', 'tag': 'ae97824b-4726-4131-9ab2-1b554b3ccb75', 'status': 'completed', 'code': 200} Aug 31 13:12:58.552486 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c69f72a9-d4fe-4978-b3de-46631f1a2e2b req-e15ebd9c-05d4-4687-9860-42ae7937db51 tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "GET /v2.0/ports?device_id=df86efe5-8f82-4285-b59c-634fab5274a1 HTTP/1.1" status: 200 len: 210 time: 0.0321496 Aug 31 13:12:59.147051 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40543ef-ecec-4a32-a97b-61812aee11b5 req-772120cc-c6bc-44b4-91fc-bd72961f1a70 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:12:59.148672 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e40543ef-ecec-4a32-a97b-61812aee11b5 req-772120cc-c6bc-44b4-91fc-bd72961f1a70 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0537016 Aug 31 13:12:59.190928 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e40543ef-ecec-4a32-a97b-61812aee11b5 req-2a61bcfc-93fe-4607-9c65-f92761f3343c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361240 Aug 31 13:12:59.612945 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45408) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:12:59.748218 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Deleting port f538b7b8-ca78-42c5-ab4e-1380f7e6a032 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:12:59.748554 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:59.841097 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:59.841502 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:12:59.856427 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Calling delete_port for f538b7b8-ca78-42c5-ab4e-1380f7e6a032 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:00.013860 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:00.040953 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event deleted for resources: {'Port': ['ID=f538b7b8-ca78-42c5-ab4e-1380f7e6a032,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:00.116995 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:00.121814 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:00.123807 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ac83f818-6aa9-4054-a36b-0df460dcacaa tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "DELETE /v2.0/floatingips/e34826cb-9242-41a5-a7bd-206953f4e0c9 HTTP/1.1" status: 204 len: 168 time: 0.5096688 Aug 31 13:13:00.321613 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623c7d1-66e5-4741-ab0d-0e1984978432 req-19c8a65e-b152-4e61-9428-8dafa9258450 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:00.323332 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e623c7d1-66e5-4741-ab0d-0e1984978432 req-19c8a65e-b152-4e61-9428-8dafa9258450 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0545816 Aug 31 13:13:00.367982 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e623c7d1-66e5-4741-ab0d-0e1984978432 req-1156b245-cdcb-4b6b-aeee-772d80a62fc0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371625 Aug 31 13:13:01.348688 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45422) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:01.409768 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4957bbd7-d933-4b6c-8961-c90371e3a3cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:01.437700 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4957bbd7-d933-4b6c-8961-c90371e3a3cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:01.496066 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b0df3-6352-4abb-94ff-a7bcb764ec5c req-8443ac03-ef05-4daa-a358-728e5b852c3a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:01.497633 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-400b0df3-6352-4abb-94ff-a7bcb764ec5c req-8443ac03-ef05-4daa-a358-728e5b852c3a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0538228 Aug 31 13:13:01.524334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4957bbd7-d933-4b6c-8961-c90371e3a3cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:01.532173 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4957bbd7-d933-4b6c-8961-c90371e3a3cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:01.533593 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4957bbd7-d933-4b6c-8961-c90371e3a3cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] 10.222.0.69 "DELETE /v2.0/security-groups/2e050893-d329-41ab-a99a-735d4783239b HTTP/1.1" status: 204 len: 168 time: 0.1838732 Aug 31 13:13:01.542271 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-400b0df3-6352-4abb-94ff-a7bcb764ec5c req-e72fa05d-2172-4561-b66d-ecf703d15fb7 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374284 Aug 31 13:13:01.545086 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957bbd7-d933-4b6c-8961-c90371e3a3cb tempest-TestVolumeBootPattern-596974953 tempest-TestVolumeBootPattern-596974953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e050893-d329-41ab-a99a-735d4783239b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:01.617212 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45428) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:02.070262 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device ae97824b-4726-4131-9ab2-1b554b3ccb75 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:13:02.101422 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: ae97824b-4726-4131-9ab2-1b554b3ccb75 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:13:02.101767 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device ae97824b-4726-4131-9ab2-1b554b3ccb75 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:13:02.162130 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:02.232400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f114e17c-8821-4493-b4be-5fb5460e8843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:02.477459 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Deleting port 8151f8dd-e55d-42ab-8bbb-411508afa0c5 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:02.477801 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:02.565607 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] For port 8151f8dd-e55d-42ab-8bbb-411508afa0c5, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=8151f8dd-e55d-42ab-8bbb-411508afa0c5,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:02.566316 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:02.580760 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Calling delete_port for 8151f8dd-e55d-42ab-8bbb-411508afa0c5 owned by network:router_interface {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:02.759202 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e988a-8b74-428f-8cd6-5c48a1dd946b req-d98828b9-d23b-47b1-b281-a8340e7c05fc tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:02.761445 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-662e988a-8b74-428f-8cd6-5c48a1dd946b req-d98828b9-d23b-47b1-b281-a8340e7c05fc tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.1255400 Aug 31 13:13:02.829307 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-662e988a-8b74-428f-8cd6-5c48a1dd946b req-4a79bb46-2532-47b7-86cc-e0b23b1bc913 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512929 Aug 31 13:13:02.879956 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:02.907313 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8151f8dd-e55d-42ab-8bbb-411508afa0c5,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:03.122486 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:03.673221 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Router b6826ca0-aeae-40e2-80cf-5b162549795b has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:13:03.785053 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:13:03.793424 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-4f075be0-7b70-4410-b856-ecd5e1ae51fe admin admin] 10.222.0.69 "PUT /v2.0/routers/b6826ca0-aeae-40e2-80cf-5b162549795b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1748075 Aug 31 13:13:03.796057 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45434) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:03.799138 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910964ac-de59-478e-8874-621c19a647f6 None None] Sync routers for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:13:03.813385 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:13:03.814280 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:12:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:03.950247 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:13:03.986949 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.049857 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e2fc1-feb5-460a-aee6-7cbdefdd11cf req-6a240254-a161-4a72-bfa7-82a05e0aaeaf tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:04.052373 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2b9e2fc1-feb5-460a-aee6-7cbdefdd11cf req-6a240254-a161-4a72-bfa7-82a05e0aaeaf tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.1418486 Aug 31 13:13:04.182909 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2b9e2fc1-feb5-460a-aee6-7cbdefdd11cf req-e669311c-0a1f-4581-96b3-350601aa6ce4 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190705 Aug 31 13:13:04.192919 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.258023 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:13:02Z', 'revision_number': 5, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port': {'id': 'c1c1b4d8-39ce-437b-a02f-6808b3a078cd', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:04.270834 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Deleting port c1c1b4d8-39ce-437b-a02f-6808b3a078cd {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:04.271377 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.294424 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910964ac-de59-478e-8874-621c19a647f6 None None] Checking router: b6826ca0-aeae-40e2-80cf-5b162549795b for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:13:04.304364 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] Routers {'b6826ca0-aeae-40e2-80cf-5b162549795b'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:13:04.305014 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:12:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['b6826ca0-aeae-40e2-80cf-5b162549795b'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:04.394918 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] For port c1c1b4d8-39ce-437b-a02f-6808b3a078cd, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:04.395369 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.416512 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Calling delete_port for c1c1b4d8-39ce-437b-a02f-6808b3a078cd owned by network:router_gateway {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:04.442143 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] Set router b6826ca0-aeae-40e2-80cf-5b162549795b gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:13:04.601538 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-910964ac-de59-478e-8874-621c19a647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:13:04Z', 'revision_number': 6, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:04.628887 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910964ac-de59-478e-8874-621c19a647f6 None None] The sync data for ids ['b6826ca0-aeae-40e2-80cf-5b162549795b'] in dv-cinder-804470-3-iscsi is: [{'id': 'b6826ca0-aeae-40e2-80cf-5b162549795b', 'name': 'tempest-TestVolumeBootPattern-459279330-router', 'tenant_id': '0702568dd7fd43cf81b667c889a5f39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:40Z', 'updated_at': '2021-08-31T13:13:04Z', 'revision_number': 6, 'project_id': '0702568dd7fd43cf81b667c889a5f39c', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:13:04.647722 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.678091 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c1b4d8-39ce-437b-a02f-6808b3a078cd,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:04.758497 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.837520 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1ae227cf-81b1-426e-87ed-dce91d1ca008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.858828 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.861171 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.919603 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.920171 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6826ca0-aeae-40e2-80cf-5b162549795b {{(pid=94105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:13:04.925507 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] Notify callbacks [] for router, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:04.926017 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-21d40a7a-0f8a-4014-b5a2-4c5961b588aa admin admin] 10.222.0.69 "DELETE /v2.0/routers/b6826ca0-aeae-40e2-80cf-5b162549795b HTTP/1.1" status: 204 len: 168 time: 1.1289358 Aug 31 13:13:04.928549 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45438) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:05.006611 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] Deleting subnet 0031d817-7a75-4cb6-b442-bf604ec6797e {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:13:05.013742 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.076376 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26191708'] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.185210 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.194922 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.274310 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25279181'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.312871 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0031d817-7a75-4cb6-b442-bf604ec6797e,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:05.320284 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.322316 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-85fdbce3-6aee-4eb7-9f47-f36c24cc26a9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0031d817-7a75-4cb6-b442-bf604ec6797e HTTP/1.1" status: 204 len: 168 time: 0.3927143 Aug 31 13:13:05.329171 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45442) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:05.331646 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73669f7-9133-426f-a927-635c432264e0 None None] Network 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:13:05.385721 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde237-276b-4718-8c11-dfc5f06d992f req-e18764c5-36c5-4348-807c-98e4f62222b9 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:05.388236 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2dbde237-276b-4718-8c11-dfc5f06d992f req-e18764c5-36c5-4348-807c-98e4f62222b9 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0873954 Aug 31 13:13:05.442177 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.466191 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2dbde237-276b-4718-8c11-dfc5f06d992f req-42c78e81-f8c6-4ac9-aba2-7a1ddde9ffef tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677361 Aug 31 13:13:05.502278 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 8151f8dd-e55d-42ab-8bbb-411508afa0c5 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:13:05.536476 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 8151f8dd-e55d-42ab-8bbb-411508afa0c5 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:13:05.537112 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 8151f8dd-e55d-42ab-8bbb-411508afa0c5 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:13:05.546684 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Deleting port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:05.547111 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.631031 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] For port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:05.631428 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.638333 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] DHCP port deletion for 3233d2e0-f02a-43ed-a209-a63a1ebe7a34 request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:13:05.653747 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Calling delete_port for 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:05.700840 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Deleting port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:05.701528 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.773361 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.802519 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] For port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,segment=NetworkSegment(5a0a38a9-c94a-4852-bf1d-e3cfe30f8714),segment_id=5a0a38a9-c94a-4852-bf1d-e3cfe30f8714)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:05.803426 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.809037 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:05.811178 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] No DVR routers for this DVR port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e on host dv-cinder-804470-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:13:05.827589 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Calling delete_port for 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:05.908762 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.923169 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3233d2e0-f02a-43ed-a209-a63a1ebe7a34']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:05.936948 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.941541 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:05.942012 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0a38a9-c94a-4852-bf1d-e3cfe30f8714') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:05.962060 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.984446 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Pushing event deleted for resources: {'Port': ['ID=7ee0eaa4-8f0f-482a-ba06-feffca87cd8e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:05.987914 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] No DVR routers for this DVR port 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:13:05.992320 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.993421 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.993615 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.994007 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.994701 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.995121 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.995931 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.996189 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:05.997010 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.997581 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.998100 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.998630 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:05.999141 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9d3a3-43fb-4006-a1a1-05626b4d5781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:13:06.009577 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:13:06.010152 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:13:06.014345 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:13:06.094836 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:06.101669 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:06.105016 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3233d2e0-f02a-43ed-a209-a63a1ebe7a34 HTTP/1.1" status: 204 len: 168 time: 0.7736235 Aug 31 13:13:06.110505 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45444) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:06.125807 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfff23-b774-4c2f-a373-62b337657458 admin admin] Pushing event deleted for resources: {'Network': ['ID=3233d2e0-f02a-43ed-a209-a63a1ebe7a34,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:06.154157 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:06.622692 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:06.704386 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293db286-d7b1-4c21-87ae-a89ccaf5e87f req-92624330-7ec2-4b54-8954-8d3a7c634c5f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:06.706039 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-293db286-d7b1-4c21-87ae-a89ccaf5e87f req-92624330-7ec2-4b54-8954-8d3a7c634c5f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.1465244 Aug 31 13:13:06.802842 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-293db286-d7b1-4c21-87ae-a89ccaf5e87f req-b3c892d4-4db3-4fde-bbe7-b0c1919c1d5b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837691 Aug 31 13:13:06.817372 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1c1b4d8-39ce-437b-a02f-6808b3a078cd no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:13:06.841430 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: c1c1b4d8-39ce-437b-a02f-6808b3a078cd {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:13:06.841772 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c1c1b4d8-39ce-437b-a02f-6808b3a078cd not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:13:06.842193 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:13:06.866239 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:13:06.866657 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 7ee0eaa4-8f0f-482a-ba06-feffca87cd8e not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:13:07.032262 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Deleting port 728b17fb-4141-4e20-ae96-c5210aeaa117 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:07.032594 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:07.177488 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dbf6e-4cbc-4fbf-a0e4-2f2132e08b21 req-685f7bf1-298a-46ec-b33f-8f15c8fbd027 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:07.179746 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-df2dbf6e-4cbc-4fbf-a0e4-2f2132e08b21 req-685f7bf1-298a-46ec-b33f-8f15c8fbd027 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0914941 Aug 31 13:13:07.191147 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-7c36f7f6-074b-48c3-8148-ff7e98ff39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:07.192934 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-7c36f7f6-074b-48c3-8148-ff7e98ff39ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 1098 time: 0.0612838 Aug 31 13:13:07.206024 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] For port 728b17fb-4141-4e20-ae96-c5210aeaa117, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=728b17fb-4141-4e20-ae96-c5210aeaa117,segment=NetworkSegment(cded94d3-b7d1-4e8f-8463-9701beee7ea5),segment_id=cded94d3-b7d1-4e8f-8463-9701beee7ea5)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:07.206631 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:07.245148 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Calling delete_port for 728b17fb-4141-4e20-ae96-c5210aeaa117 owned by network:router_interface {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:07.277857 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-df2dbf6e-4cbc-4fbf-a0e4-2f2132e08b21 req-bb3feb5d-12ad-4ff6-bc40-de644e90470c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865378 Aug 31 13:13:07.337192 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-140c814f-1ebe-4aa6-9ea7-3f4fe938624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:07.340156 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-140c814f-1ebe-4aa6-9ea7-3f4fe938624d service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.1399531 Aug 31 13:13:07.422174 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-c3e44604-b4cc-4eb4-8104-4b4e25f38a85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 200 len: 1000 time: 0.0740798 Aug 31 13:13:07.511843 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-a5819eb1-4caa-4f24-8e69-189d6b2b37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:07.514408 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-a5819eb1-4caa-4f24-8e69-189d6b2b37b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0819838 Aug 31 13:13:07.518989 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:07.551933 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=728b17fb-4141-4e20-ae96-c5210aeaa117,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:07.583571 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-f1cb1af3-83cb-4049-a25a-d62dc8c014c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:07.585351 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-f1cb1af3-83cb-4049-a25a-d62dc8c014c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638196 Aug 31 13:13:07.737293 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-6996474b-9c14-45f4-bd76-0f204d95aa65 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394777 Aug 31 13:13:07.765097 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:07.880394 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c29feeed-d259-49cd-9741-3d4a5d50d18c req-b6fcb9fe-cb3d-4f5a-8ab5-6980d9c83819 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336501 Aug 31 13:13:07.930107 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:08.038685 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:13:08.170853 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:13:08.176175 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d41703b8-e81c-4b47-ab5a-e7c232950ef3 admin admin] 10.222.0.69 "PUT /v2.0/routers/bb08f516-22ad-44a1-a5bb-b4d6431a7e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0638535 Aug 31 13:13:08.179377 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45452) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:08.184407 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] Sync routers for ids ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'] in dv-cinder-804470-3-iscsi {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:13:08.194858 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] Routers {'bb08f516-22ad-44a1-a5bb-b4d6431a7e47'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:13:08.195534 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:13:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:08.303846 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:08.324475 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] Set router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:13:08.443720 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b812-60f2-44c8-ba8a-fd76f89b0700 req-7ec18ae5-70be-46b5-b151-9a5fdfd8e3e6 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:08.446662 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7bc3b812-60f2-44c8-ba8a-fd76f89b0700 req-7ec18ae5-70be-46b5-b151-9a5fdfd8e3e6 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0696552 Aug 31 13:13:08.451979 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:08.506437 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7bc3b812-60f2-44c8-ba8a-fd76f89b0700 req-b64bf022-9c55-4fff-8c5c-ecdcb6d28b1b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475714 Aug 31 13:13:08.531260 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Deleting port c044d887-0c4b-495c-a701-b911c6bd47af {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:08.531760 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:08.592198 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:13:07Z', 'revision_number': 5, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port': {'id': 'c044d887-0c4b-495c-a701-b911c6bd47af', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:08.628204 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] Checking router: bb08f516-22ad-44a1-a5bb-b4d6431a7e47 for host: dv-cinder-804470-3-iscsi {{(pid=94107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:13:08.637823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] For port c044d887-0c4b-495c-a701-b911c6bd47af, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c044d887-0c4b-495c-a701-b911c6bd47af,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:08.638188 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:08.643442 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] Routers {'bb08f516-22ad-44a1-a5bb-b4d6431a7e47'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:13:08.644120 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:13:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'], 'active': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:08.656206 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Calling delete_port for c044d887-0c4b-495c-a701-b911c6bd47af owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:08.759113 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvr_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] Set router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 gateway port host: None {{(pid=94107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:13:08.831773 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_hamode_db [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:13:08Z', 'revision_number': 6, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:08.860399 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78375b-ae62-4ca3-93b6-f04d5fbf2588 None None] The sync data for ids ['bb08f516-22ad-44a1-a5bb-b4d6431a7e47'] in dv-cinder-804470-3-iscsi is: [{'id': 'bb08f516-22ad-44a1-a5bb-b4d6431a7e47', 'name': 'tempest-TestVolumeBootPattern-1223482560-router', 'tenant_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:04:46Z', 'updated_at': '2021-08-31T13:13:08Z', 'revision_number': 6, 'project_id': '2b6177f7a13e4c3fb54bac8330cfcf54', 'gw_port_host': None}] {{(pid=94107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:13:08.882071 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:08.918718 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c044d887-0c4b-495c-a701-b911c6bd47af,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:08.980542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.073957 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.076145 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.121570 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.122246 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb08f516-22ad-44a1-a5bb-b4d6431a7e47 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:13:09.126978 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.128018 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-300e47da-1b86-4329-a6fe-7d7eee7856d6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bb08f516-22ad-44a1-a5bb-b4d6431a7e47 HTTP/1.1" status: 204 len: 168 time: 0.9462433 Aug 31 13:13:09.130898 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45456) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:09.183414 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] Deleting subnet b01adc69-bb86-4187-8b12-a79bcf9f213d {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:13:09.188135 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.236136 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.340520 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.413979 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.441823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01adc69-bb86-4187-8b12-a79bcf9f213d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:09.450859 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.455058 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45458) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:09.455841 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d838178b-5bb6-4051-a3de-db35b83f66f8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b01adc69-bb86-4187-8b12-a79bcf9f213d HTTP/1.1" status: 204 len: 168 time: 0.3231382 Aug 31 13:13:09.459069 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ecf68-5194-4691-9fa8-2acaf2f70e7d None None] Network 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:13:09.538264 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.654964 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Deleting port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:09.655287 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.678823 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc3016-769a-406c-989d-161a61c0e309 req-5043a431-0ec0-4615-b8d0-87c4da5ee67c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:09.680481 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-45dc3016-769a-406c-989d-161a61c0e309 req-5043a431-0ec0-4615-b8d0-87c4da5ee67c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0866122 Aug 31 13:13:09.702604 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] DHCP port deletion for 25bfbcae-f9b9-4f5f-a987-7e0b82960a4c request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:13:09.756374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] Deleting port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:13:09.756778 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.768493 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.db [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] For port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,segment=NetworkSegment(cded94d3-b7d1-4e8f-8463-9701beee7ea5),segment_id=cded94d3-b7d1-4e8f-8463-9701beee7ea5)] {{(pid=94105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:09.768892 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.785213 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-45dc3016-769a-406c-989d-161a61c0e309 req-ae18ff1d-77f5-46b4-8073-1e44b5d3e8c7 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744216 Aug 31 13:13:09.793327 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Calling delete_port for bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 owned by network:dhcp {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:09.837158 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] For port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,segment=NetworkSegment(cded94d3-b7d1-4e8f-8463-9701beee7ea5),segment_id=cded94d3-b7d1-4e8f-8463-9701beee7ea5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:13:09.837562 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.852029 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] Calling delete_port for bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:13:09.915434 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.954352 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:09.955877 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:09.966392 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] No DVR routers for this DVR port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 on host dv-cinder-804470-3-iscsi {{(pid=94105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:13:09.991965 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] Pushing event deleted for resources: {'Port': ['ID=bcfe62de-437f-4bec-bd20-f76d8ff9d6c2,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:09.995831 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e93c9b-8ae8-404e-9161-dc583deffda3 None None] No DVR routers for this DVR port bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:13:10.053749 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.065070 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bfbcae-f9b9-4f5f-a987-7e0b82960a4c']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:10.078202 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cded94d3-b7d1-4e8f-8463-9701beee7ea5') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:10.078635 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cded94d3-b7d1-4e8f-8463-9701beee7ea5') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:13:10.090033 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.105239 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.113900 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:13:10.114442 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:13:10.116580 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:13:10.413670 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.417207 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.419114 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] 10.222.0.69 "DELETE /v2.0/networks/25bfbcae-f9b9-4f5f-a987-7e0b82960a4c HTTP/1.1" status: 204 len: 168 time: 0.9628615 Aug 31 13:13:10.434140 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783e12e-481b-4032-b4e3-bc28601303df admin admin] Pushing event deleted for resources: {'Network': ['ID=25bfbcae-f9b9-4f5f-a987-7e0b82960a4c,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:10.551821 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45466) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:10.599240 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-610b03f5-0d41-4abf-b190-027fec08d565 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0702568dd7fd43cf81b667c889a5f39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456488 Aug 31 13:13:10.602229 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45468) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:10.661545 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4a27-c1b1-4ad5-a6c7-973da754c1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.685432 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4a27-c1b1-4ad5-a6c7-973da754c1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.736212 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4a27-c1b1-4ad5-a6c7-973da754c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.739644 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4a27-c1b1-4ad5-a6c7-973da754c1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:10.741080 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e3bf4a27-c1b1-4ad5-a6c7-973da754c1b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a10b50fd-4e09-4e75-82ec-a247554ab5f1 HTTP/1.1" status: 204 len: 168 time: 0.1377223 Aug 31 13:13:10.753424 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf4a27-c1b1-4ad5-a6c7-973da754c1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b50fd-4e09-4e75-82ec-a247554ab5f1,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:10.823396 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c044d887-0c4b-495c-a701-b911c6bd47af no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:13:10.847098 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: c044d887-0c4b-495c-a701-b911c6bd47af {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:13:10.847438 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c044d887-0c4b-495c-a701-b911c6bd47af not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:13:10.847859 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:13:10.997097 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:13:10.997438 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device bcfe62de-437f-4bec-bd20-f76d8ff9d6c2 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:13:10.997862 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 728b17fb-4141-4e20-ae96-c5210aeaa117 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:13:11.018104 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 728b17fb-4141-4e20-ae96-c5210aeaa117 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:13:11.018464 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 728b17fb-4141-4e20-ae96-c5210aeaa117 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:13:11.146655 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45474) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:11.205409 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-662fd414-f58e-4f1e-870e-e9976272b75e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b6177f7a13e4c3fb54bac8330cfcf54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572801 Aug 31 13:13:11.207806 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45476) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:13:11.278653 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de62-a473-4794-bf95-27f0a45d6dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:11.302838 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de62-a473-4794-bf95-27f0a45d6dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:11.359044 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de62-a473-4794-bf95-27f0a45d6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:11.361955 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de62-a473-4794-bf95-27f0a45d6dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:11.363172 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0fa9de62-a473-4794-bf95-27f0a45d6dd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4427b184-4931-4b15-ace3-59d07c83589f HTTP/1.1" status: 204 len: 168 time: 0.1543343 Aug 31 13:13:11.372756 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9de62-a473-4794-bf95-27f0a45d6dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427b184-4931-4b15-ace3-59d07c83589f,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:13:13.698490 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:19.326103 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:13:32.228524 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3dc76f08-efd4-4c97-ae35-f07a08cfd75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:34.832024 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a54b6a36-4a3a-4748-a9c5-d90402ec404b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:35.207908 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:36.147925 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:37.925317 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:43.700522 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:13:46.742951 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc5185-9849-4c02-9a4c-71fd681d7346 req-b7669eee-6dc5-4d8e-abbb-97a4d14ac126 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:46.744487 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bcdc5185-9849-4c02-9a4c-71fd681d7346 req-b7669eee-6dc5-4d8e-abbb-97a4d14ac126 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0521219 Aug 31 13:13:46.782523 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-bcdc5185-9849-4c02-9a4c-71fd681d7346 req-2c7e0e06-32d5-44f2-9deb-2f9355065bea tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Aug 31 13:13:47.739106 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-3638a615-0c4a-4f95-9def-6452abf054c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:47.740908 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-3638a615-0c4a-4f95-9def-6452abf054c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 1098 time: 0.0411882 Aug 31 13:13:47.854839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-46ecb95f-378e-487d-a393-c006b38ed982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:47.856339 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-46ecb95f-378e-487d-a393-c006b38ed982 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.0951931 Aug 31 13:13:47.929537 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-98319a23-881b-4761-a3b7-de01df445a58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 200 len: 1000 time: 0.0658641 Aug 31 13:13:47.981259 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-0c8c3663-c906-4b66-9734-29ec79728902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:47.982755 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-0c8c3663-c906-4b66-9734-29ec79728902 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0455632 Aug 31 13:13:48.025993 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55decc6f-714b-4196-9b3d-961cb1755a3c req-73252bbc-3497-41ee-a2d8-cc39906e7da4 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:48.028212 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55decc6f-714b-4196-9b3d-961cb1755a3c req-73252bbc-3497-41ee-a2d8-cc39906e7da4 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.1712425 Aug 31 13:13:48.033978 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-89f67209-070c-43d1-a035-4e0d8c149f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:48.035538 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-89f67209-070c-43d1-a035-4e0d8c149f4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453281 Aug 31 13:13:48.047444 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-015f74d7-882e-456f-9624-2c2841da6d14 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:13:48.048485 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-015f74d7-882e-456f-9624-2c2841da6d14 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055604 Aug 31 13:13:48.073095 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-55decc6f-714b-4196-9b3d-961cb1755a3c req-1dac0fb7-ef44-4335-9b08-f80ff7c5d223 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379300 Aug 31 13:13:48.149015 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-389a467b-a7de-42d1-8b00-a559f2b0c16a service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924683 Aug 31 13:13:48.247586 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e1372d-edd0-4a5d-95a6-2095ee3e56a3 req-431b288f-1ff7-4872-8d40-16ed837474c3 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902753 Aug 31 13:13:49.192042 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c926-e9fd-4fe1-9bd5-1bc0c79d6542 req-50168453-4c0b-4bdf-9125-df6a92e03066 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:49.193664 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4929c926-e9fd-4fe1-9bd5-1bc0c79d6542 req-50168453-4c0b-4bdf-9125-df6a92e03066 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0499866 Aug 31 13:13:49.234099 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4929c926-e9fd-4fe1-9bd5-1bc0c79d6542 req-69716c96-62aa-442e-9ff2-a424502edfce tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339339 Aug 31 13:13:50.357869 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f062c66-a43e-4660-b85a-48f6557c5286 req-ed59fcf2-4d98-48ce-ae5a-8348b4060c2d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:50.359631 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f062c66-a43e-4660-b85a-48f6557c5286 req-ed59fcf2-4d98-48ce-ae5a-8348b4060c2d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0556407 Aug 31 13:13:50.400296 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8f062c66-a43e-4660-b85a-48f6557c5286 req-1a236fcf-036f-40cd-bec9-d2cb4544a88f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339088 Aug 31 13:13:51.516765 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5029550-dd0d-4091-bb76-a1f847da9511 req-9faa14de-dda6-495e-806a-5c35b509a9b5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:51.518330 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c5029550-dd0d-4091-bb76-a1f847da9511 req-9faa14de-dda6-495e-806a-5c35b509a9b5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0505769 Aug 31 13:13:51.565559 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c5029550-dd0d-4091-bb76-a1f847da9511 req-32cf9f25-c0ff-4320-b343-4bee92f4c0c9 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395598 Aug 31 13:13:52.690765 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba7c04-9475-4820-9228-9845f3cb74b1 req-8e13d2d5-8e33-46a3-a214-915c95e059d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:52.692350 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-76ba7c04-9475-4820-9228-9845f3cb74b1 req-8e13d2d5-8e33-46a3-a214-915c95e059d0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0507462 Aug 31 13:13:52.732468 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-76ba7c04-9475-4820-9228-9845f3cb74b1 req-0ce2a8d7-5d4a-4978-b3d1-f7edede51ab6 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341711 Aug 31 13:13:53.849827 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830caf-2071-43b7-ba1c-2b16e8df0aaa req-82419400-c21d-4b80-8414-7993f62c1de2 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:53.851426 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e830caf-2071-43b7-ba1c-2b16e8df0aaa req-82419400-c21d-4b80-8414-7993f62c1de2 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0505657 Aug 31 13:13:53.891276 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9e830caf-2071-43b7-ba1c-2b16e8df0aaa req-000e2caf-badd-46b0-a11d-5b6d4af3cd53 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338051 Aug 31 13:13:55.008720 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10498343-1007-430b-8ff4-52244ad35db4 req-522b3ebe-9a9f-4639-9019-21194a4b9620 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:55.010257 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-10498343-1007-430b-8ff4-52244ad35db4 req-522b3ebe-9a9f-4639-9019-21194a4b9620 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0505586 Aug 31 13:13:55.054188 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-10498343-1007-430b-8ff4-52244ad35db4 req-4b69a1c6-4764-4617-b1ec-ac27efb16476 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377414 Aug 31 13:13:56.169724 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c1ce-371c-4974-96e7-f950270749cc req-a5bcb1e6-e664-452b-910f-12479fa50fe9 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:56.171271 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d276c1ce-371c-4974-96e7-f950270749cc req-a5bcb1e6-e664-452b-910f-12479fa50fe9 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0491633 Aug 31 13:13:56.209514 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d276c1ce-371c-4974-96e7-f950270749cc req-6a172039-ef6d-47ee-ad42-1e5e8efc60d9 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Aug 31 13:13:56.325343 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:13:57.326356 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef109d6-882c-4ecc-ba06-c60a98d288dd req-dbc90dc4-53d2-42eb-a44b-aae2e6fc0420 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:57.327801 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7ef109d6-882c-4ecc-ba06-c60a98d288dd req-dbc90dc4-53d2-42eb-a44b-aae2e6fc0420 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0480239 Aug 31 13:13:57.367484 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-7ef109d6-882c-4ecc-ba06-c60a98d288dd req-54d3305c-b8c6-40b4-b7a5-0a71717ecf34 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330417 Aug 31 13:13:57.573384 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82804805-7e5b-4345-a52c-431613501810 req-005496af-f3ba-4458-9602-afbb18d6630e tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:57.574920 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-82804805-7e5b-4345-a52c-431613501810 req-005496af-f3ba-4458-9602-afbb18d6630e tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0484812 Aug 31 13:13:57.625210 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-82804805-7e5b-4345-a52c-431613501810 req-c44dab2e-efe5-4ff2-a391-f14a880feb99 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 Aug 31 13:13:57.653066 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-19b21df8-a2f9-4ae8-9209-93312fe48091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:57.654590 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-19b21df8-a2f9-4ae8-9209-93312fe48091 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 1098 time: 0.0977364 Aug 31 13:13:57.752562 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-bec332d3-c433-4f1e-aed4-27dc3584587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:57.754088 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-bec332d3-c433-4f1e-aed4-27dc3584587e service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.0874524 Aug 31 13:13:57.825767 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-b433957a-a865-475d-ad16-32e95699af5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 200 len: 1000 time: 0.0642736 Aug 31 13:13:57.878145 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-73e69ee8-7f22-4a25-ac90-aac1ebaa3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:57.879546 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-73e69ee8-7f22-4a25-ac90-aac1ebaa3c9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0468030 Aug 31 13:13:57.926187 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-1b47b4d0-4877-4778-a104-38b558c67e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:57.927724 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-1b47b4d0-4877-4778-a104-38b558c67e0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408161 Aug 31 13:13:58.023439 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-8a131fcb-04bc-466c-9cb3-72d3b658179b service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882118 Aug 31 13:13:58.123341 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83897bce-1da6-4caf-b6b6-d1d4debbc574 req-d7b72893-947c-41d8-83ac-a1a8fd78686c service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922880 Aug 31 13:13:58.756859 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63552-43cd-4de1-8c6f-83cb5c76b5af req-71eb2ed3-95eb-4867-b6a4-ebb3722f66e1 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:58.759054 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8ae63552-43cd-4de1-8c6f-83cb5c76b5af req-71eb2ed3-95eb-4867-b6a4-ebb3722f66e1 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0599225 Aug 31 13:13:58.798842 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8ae63552-43cd-4de1-8c6f-83cb5c76b5af req-a071f573-bd16-4944-8552-b469764e6039 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337529 Aug 31 13:13:59.923406 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646472a9-73e5-4526-8706-d856b3ff4984 req-d4a18bc4-b86b-41e6-8a50-2bff565fd171 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:13:59.924994 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-646472a9-73e5-4526-8706-d856b3ff4984 req-d4a18bc4-b86b-41e6-8a50-2bff565fd171 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0505772 Aug 31 13:13:59.965278 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-646472a9-73e5-4526-8706-d856b3ff4984 req-9e7eaa62-2906-4a39-9571-b3bf1f2317b2 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341039 Aug 31 13:14:02.230179 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a12f2aea-337c-4eab-acdf-8429bbae92bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:04.834984 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a33db851-9660-44f2-812e-19fa59ce9a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:05.199177 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:06.150645 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:07.926200 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:13.703783 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:32.231745 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1c29850c-12be-429e-a8f8-6bd3b967334a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:33.324487 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:14:34.837403 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24b72fec-45b7-4bbc-b3af-663edacd31ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:35.201220 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:35.711878 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92bc26-fb00-4c65-bf69-71867d353044 req-0075e8f9-6d90-4573-9b62-1d0e98c50ef6 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:35.713583 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9b92bc26-fb00-4c65-bf69-71867d353044 req-0075e8f9-6d90-4573-9b62-1d0e98c50ef6 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0510578 Aug 31 13:14:35.756550 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9b92bc26-fb00-4c65-bf69-71867d353044 req-c5de1cf5-694f-421f-9e2f-92d0efdbd501 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366354 Aug 31 13:14:36.153177 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:36.873260 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087ee66-2ce6-412f-8408-f3f9b6405c3b req-eff69ad5-2c61-43cd-8a2d-42681dd3f604 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:36.874785 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9087ee66-2ce6-412f-8408-f3f9b6405c3b req-eff69ad5-2c61-43cd-8a2d-42681dd3f604 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0487840 Aug 31 13:14:36.914939 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9087ee66-2ce6-412f-8408-f3f9b6405c3b req-2b0efaa7-2b53-4666-8932-a4e77d66078d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342658 Aug 31 13:14:37.929134 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:38.033772 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822378af-da95-4a4d-b325-8f76bc72eebf req-13ddd7cb-43a1-4959-8cc6-7c2788ec386a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:38.035498 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-822378af-da95-4a4d-b325-8f76bc72eebf req-13ddd7cb-43a1-4959-8cc6-7c2788ec386a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0503640 Aug 31 13:14:38.046922 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-01fcc245-74fc-4622-b2bc-c3304c9a67c4 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:38.048499 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-01fcc245-74fc-4622-b2bc-c3304c9a67c4 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 945 time: 0.0496290 Aug 31 13:14:38.076513 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-822378af-da95-4a4d-b325-8f76bc72eebf req-6d390194-7550-4a44-99f7-c5f600bb3296 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d060dcc-afb9-488a-a5e4-c07dede72b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338571 Aug 31 13:14:38.146111 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Deleting port 676cd682-7926-4561-868f-558ad5ba8efd {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:14:38.146461 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:38.235661 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] For port 676cd682-7926-4561-868f-558ad5ba8efd, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=676cd682-7926-4561-868f-558ad5ba8efd,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:14:38.236028 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:38.419858 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:38.420241 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:38.420562 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Floating IP 3eaba440-e17d-4d98-9244-e67f42eb7d82 disassociated. External IP: 172.27.0.45, port: 676cd682-7926-4561-868f-558ad5ba8efd. Aug 31 13:14:38.420937 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Calling delete_port for 676cd682-7926-4561-868f-558ad5ba8efd owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:14:38.548007 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:38.580701 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event deleted for resources: {'Port': ['ID=676cd682-7926-4561-868f-558ad5ba8efd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:38.592023 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.592368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.592773 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.593112 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.593444 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.593770 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.594097 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.594446 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.594773 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.595093 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.595413 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.595732 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:38.704939 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:14:38.817108 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:14:38.828360 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] Sync routers for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:14:38.838567 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:14:38.839190 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:14:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:38.863300 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] No DVR routers for this DVR port 676cd682-7926-4561-868f-558ad5ba8efd on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:14:38.866082 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:38.869162 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c52cd8ce-cfa7-4966-9b33-58d3e6998935 req-20277d77-d9a9-41f9-bd72-84cdb02cf64b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "DELETE /v2.0/ports/676cd682-7926-4561-868f-558ad5ba8efd HTTP/1.1" status: 204 len: 173 time: 0.8126812 Aug 31 13:14:38.869623 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'name': 'network-vif-deleted', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:14:38.872025 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e463da7a-f0fd-46f9-b9f5-dbb8d8832ca0" -d '{"events": [{"server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "name": "network-vif-deleted", "tag": "676cd682-7926-4561-868f-558ad5ba8efd"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:14:38.959939 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:14:39.033535 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60d159a-7c17-4b1d-a0a8-cf0db41b374d x-openstack-request-id: req-c60d159a-7c17-4b1d-a0a8-cf0db41b374d {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:14:39.034100 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c4ad4e-b006-4e31-a7af-152dca5e224c", "name": "network-vif-deleted", "tag": "676cd682-7926-4561-868f-558ad5ba8efd", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:14:39.034482 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c60d159a-7c17-4b1d-a0a8-cf0db41b374d {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:14:39.037245 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c4ad4e-b006-4e31-a7af-152dca5e224c', 'name': 'network-vif-deleted', 'tag': '676cd682-7926-4561-868f-558ad5ba8efd', 'status': 'completed', 'code': 200} Aug 31 13:14:39.203121 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a013dcf3-3f94-4f4b-aaf9-36099d648c04 req-463e7436-f93a-47bf-98b6-7c1cf7dde199 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c4ad4e-b006-4e31-a7af-152dca5e224c HTTP/1.1" status: 200 len: 210 time: 0.0298736 Aug 31 13:14:39.208750 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:39.236469 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] Checking router: cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:14:39.245245 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:14:39.245852 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:14:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:39.358979 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:14:39.594411 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:39.622094 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd847b7-f879-4021-a3ef-a0d72626b0e3 None None] The sync data for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi is: [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:14:39.834238 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae65f9-bcf2-48dd-94d7-20044d23346f None None] New status for floating IP 3eaba440-e17d-4d98-9244-e67f42eb7d82: DOWN {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:14:40.296121 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45582) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:40.354157 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-257824fe-ed3b-45b4-9671-d2cc214cf55f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.378554 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-257824fe-ed3b-45b4-9671-d2cc214cf55f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.427863 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-257824fe-ed3b-45b4-9671-d2cc214cf55f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.431116 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-257824fe-ed3b-45b4-9671-d2cc214cf55f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.432312 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-257824fe-ed3b-45b4-9671-d2cc214cf55f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "DELETE /v2.0/security-groups/9d060dcc-afb9-488a-a5e4-c07dede72b98 HTTP/1.1" status: 204 len: 168 time: 0.1351357 Aug 31 13:14:40.435124 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45584) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:40.442208 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257824fe-ed3b-45b4-9671-d2cc214cf55f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d060dcc-afb9-488a-a5e4-c07dede72b98,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:40.453230 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.api.v2.resource [None req-807f0f96-b7f1-4aa5-890a-268875b2237d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] show failed (client error): The resource could not be found. Aug 31 13:14:40.454323 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-807f0f96-b7f1-4aa5-890a-268875b2237d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups/9d060dcc-afb9-488a-a5e4-c07dede72b98 HTTP/1.1" status: 404 len: 347 time: 0.0175838 Aug 31 13:14:40.457392 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45586) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:40.590548 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Deleting port 0ef6e0ab-2108-406e-b813-852d36030113 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:14:40.591078 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.672157 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.672483 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.684086 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Calling delete_port for 0ef6e0ab-2108-406e-b813-852d36030113 owned by network:floatingip {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:14:40.826194 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.853633 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event deleted for resources: {'Port': ['ID=0ef6e0ab-2108-406e-b813-852d36030113,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:40.865055 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.865468 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.865756 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.866088 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.866419 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.866749 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.867073 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.868063 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.868397 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.868747 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.869071 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.869392 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:40.933505 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.936181 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:40.937459 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-636e5a44-3733-41a6-8690-14726b5b7c32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "DELETE /v2.0/floatingips/3eaba440-e17d-4d98-9244-e67f42eb7d82 HTTP/1.1" status: 204 len: 168 time: 0.4789913 Aug 31 13:14:41.216248 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45590) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:41.221010 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-0110c4e5-59ed-425b-ab05-ef8af2bffa1d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512850405', 'description': 'tempest-description--783260956'}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:14:41.245355 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0110c4e5-59ed-425b-ab05-ef8af2bffa1d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.330565 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0110c4e5-59ed-425b-ab05-ef8af2bffa1d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.335534 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0110c4e5-59ed-425b-ab05-ef8af2bffa1d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.366717 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110c4e5-59ed-425b-ab05-ef8af2bffa1d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8358f2ae-de58-4af9-8c86-0af414a2475c,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:41.369575 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0110c4e5-59ed-425b-ab05-ef8af2bffa1d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.370806 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0110c4e5-59ed-425b-ab05-ef8af2bffa1d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1534765 Aug 31 13:14:41.373894 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45592) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:41.378752 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-47955c44-400e-4dfe-ae1d-1e04b55acc50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'security_group_rule': {'security_group_id': '8358f2ae-de58-4af9-8c86-0af414a2475c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:14:41.407106 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-47955c44-400e-4dfe-ae1d-1e04b55acc50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.454274 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-47955c44-400e-4dfe-ae1d-1e04b55acc50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.457899 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-47955c44-400e-4dfe-ae1d-1e04b55acc50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.475693 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47955c44-400e-4dfe-ae1d-1e04b55acc50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d43ce17-4fb3-4db4-aad2-7895818d11f8,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:41.482721 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-47955c44-400e-4dfe-ae1d-1e04b55acc50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.484681 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-47955c44-400e-4dfe-ae1d-1e04b55acc50 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095440 Aug 31 13:14:41.487160 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45594) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:41.492260 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-bd089c22-ec70-47e8-8bf5-6baad988f3ec tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'security_group_rule': {'security_group_id': '8358f2ae-de58-4af9-8c86-0af414a2475c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:14:41.524147 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd089c22-ec70-47e8-8bf5-6baad988f3ec tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.587126 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd089c22-ec70-47e8-8bf5-6baad988f3ec tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.591746 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd089c22-ec70-47e8-8bf5-6baad988f3ec tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472365'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.611032 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd089c22-ec70-47e8-8bf5-6baad988f3ec tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6321e8a-43cd-4d80-a09b-d3d25800122e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:41.617502 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd089c22-ec70-47e8-8bf5-6baad988f3ec tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.618942 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bd089c22-ec70-47e8-8bf5-6baad988f3ec tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304762 Aug 31 13:14:41.622352 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45596) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:41.626759 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'floatingip': {'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:14:41.649558 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.746163 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:41.859786 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Allocated IP 172.27.0.193 (0748a72c-f0ea-4f65-bb78-affc980b891c/e9e4f6ba-b93d-4f3c-957c-3242c347070e/05131561-2a0d-45c9-a203-9c86d5b2f588) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:14:41.966366 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.006354 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.051305 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Network 0748a72c-f0ea-4f65-bb78-affc980b891c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:14:42.054255 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:14:42.058061 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:14:42.064037 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'Port': ['ID=05131561-2a0d-45c9-a203-9c86d5b2f588,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:42.150678 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.188487 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.347289 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.353116 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.425364 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'Port': ['ID=05131561-2a0d-45c9-a203-9c86d5b2f588,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:42.438445 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.452863 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:42.454111 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5a60a7fc-c899-47e3-9969-21fd7fba2d32 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8308060 Aug 31 13:14:42.471823 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 676cd682-7926-4561-868f-558ad5ba8efd no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:14:42.492037 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 676cd682-7926-4561-868f-558ad5ba8efd {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:14:42.492425 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 676cd682-7926-4561-868f-558ad5ba8efd not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:14:42.650868 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-5e9251ab-b0fe-4ad8-a5dc-be4fad1b1cf5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--512850405&fields=id&tenant_id=f43597ba6433495fb75f2dfcafd6805d HTTP/1.1" status: 200 len: 267 time: 0.0345809 Aug 31 13:14:42.758914 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-38b9c884-ced3-4921-a224-7b58115d017c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:42.760438 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-38b9c884-ced3-4921-a224-7b58115d017c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 810 time: 0.1027582 Aug 31 13:14:42.776078 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-771f6b83-720d-4c30-abec-4ec53f6f812f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/quotas/f43597ba6433495fb75f2dfcafd6805d HTTP/1.1" status: 200 len: 375 time: 0.0096076 Aug 31 13:14:42.837586 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-96e38190-cd0c-4464-9f7b-ea024ee3a55c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558779 Aug 31 13:14:42.853866 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-090a43f1-d0a5-4b03-b565-f09c46ad6a97 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:14:42.854757 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-090a43f1-d0a5-4b03-b565-f09c46ad6a97 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059135 Aug 31 13:14:42.953146 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-ee2ca44f-9427-4820-8028-3893f0208063 service neutron] 10.222.0.69 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919726 Aug 31 13:14:43.053643 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-23ffcc0d-7b9c-468a-a6a4-badf5c847fea service neutron] 10.222.0.69 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944922 Aug 31 13:14:43.220129 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a2745325-31cc-435a-93c4-4dabc43b9cca req-d6e31e06-2ea2-47f1-af7a-3ea1601424b7 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 210 time: 0.0286407 Aug 31 13:14:43.707009 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:44.264444 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-2cefa1a5-a7f7-4bf5-95b7-f210bcf1690f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:44.267043 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-2cefa1a5-a7f7-4bf5-95b7-f210bcf1690f tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 810 time: 0.1128139 Aug 31 13:14:44.322331 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-539edbe5-f77c-4e1e-b680-e17e4f011e91 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f43597ba6433495fb75f2dfcafd6805d HTTP/1.1" status: 200 len: 379 time: 0.0461984 Aug 31 13:14:44.323883 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-534d407a-0d0a-47a0-9767-9a873ac99957 req-8070716f-31d4-4bd7-822d-6e5e5527fda5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 210 time: 0.0291438 Aug 31 13:14:44.334186 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'port': {'device_id': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'admin_state_up': True, 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'security_groups': ['8358f2ae-de58-4af9-8c86-0af414a2475c']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:14:44.455837 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Made reservation on behalf of f43597ba6433495fb75f2dfcafd6805d for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:14:44.459490 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:44.844004 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Allocated IP 172.20.0.11 (dd5fde97-784d-41eb-ae2a-cd31742fbbcc/3997bb28-5b88-493b-928b-b67860e4b12d/5ee7e88e-6265-417f-85ae-9869ab043091) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:14:44.988718 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.003793 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Transition to ACTIVE for port object 5ee7e88e-6265-417f-85ae-9869ab043091 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:14:45.037859 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.080218 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:14:45.085144 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:14:45.088971 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:14:45.116318 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event updated for resources: {'Port': ['ID=5ee7e88e-6265-417f-85ae-9869ab043091,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:45.146846 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:45.146846 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.164238 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-b8b74466-8286-4a9c-9c3d-2e0131941a82 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8355629 Aug 31 13:14:45.180724 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Request body: {'port': {'device_id': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:14:45.243635 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.277612 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-7dec0970-fcae-4ee7-897a-de06e7408760 None None] Provisioning for port 5ee7e88e-6265-417f-85ae-9869ab043091 completed by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:14:45.281902 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-7dec0970-fcae-4ee7-897a-de06e7408760 None None] Provisioning complete for port 5ee7e88e-6265-417f-85ae-9869ab043091 triggered by entity DHCP. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:14:45.282345 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7dec0970-fcae-4ee7-897a-de06e7408760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.321216 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-7dec0970-fcae-4ee7-897a-de06e7408760 None None] Port 5ee7e88e-6265-417f-85ae-9869ab043091 cannot update to ACTIVE because it is not bound. {{(pid=94107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:14:45.440963 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847b8f9-efe3-41bb-90c8-c338f28663bc req-2637faac-83d7-4add-b9d0-a313e2e0a4a5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:45.444875 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8847b8f9-efe3-41bb-90c8-c338f28663bc req-2637faac-83d7-4add-b9d0-a313e2e0a4a5 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 932 time: 0.0522089 Aug 31 13:14:45.483530 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-8847b8f9-efe3-41bb-90c8-c338f28663bc req-f92b196c-ad6b-4896-8548-ad456a8d257b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345931 Aug 31 13:14:45.521348 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee7e88e-6265-417f-85ae-9869ab043091 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:14:45.529667 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.541863 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Transition to ACTIVE for port object 5ee7e88e-6265-417f-85ae-9869ab043091 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:14:45.546763 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.598542 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Pushing event updated for resources: {'Port': ['ID=5ee7e88e-6265-417f-85ae-9869ab043091,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:45.671941 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Attempting to bind port 5ee7e88e-6265-417f-85ae-9869ab043091 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:14:45.672286 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Attempting to bind port 5ee7e88e-6265-417f-85ae-9869ab043091 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:14:45.672624 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Attempting to bind port 5ee7e88e-6265-417f-85ae-9869ab043091 on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:14:45.677476 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Port 5ee7e88e-6265-417f-85ae-9869ab043091 on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:14:45.677806 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Attempting to bind port 5ee7e88e-6265-417f-85ae-9869ab043091 on network dd5fde97-784d-41eb-ae2a-cd31742fbbcc {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:14:45.683098 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:14:45.683447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Checking segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:14:45.683837 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Bound using segment: {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:14:45.684278 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Bound port: 5ee7e88e-6265-417f-85ae-9869ab043091, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797a4459-1be8-4392-a86d-299ed188bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:14:45.684641 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.752366 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] For port 5ee7e88e-6265-417f-85ae-9869ab043091, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:14:45.756373 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] For port 5ee7e88e-6265-417f-85ae-9869ab043091, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5ee7e88e-6265-417f-85ae-9869ab043091,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:14:45.762429 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.796024 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:45.796636 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:45.798077 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] 10.222.0.59 "PUT /v2.0/ports/5ee7e88e-6265-417f-85ae-9869ab043091 HTTP/1.1" status: 200 len: 1094 time: 0.6235914 Aug 31 13:14:45.798577 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:14:45.800869 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb585fe-c4f8-4a00-a728-fbc88a049d41" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:14:45.835979 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf2463-dbcf-486b-a93d-a014340d83cc service neutron] Pushing event updated for resources: {'Port': ['ID=5ee7e88e-6265-417f-85ae-9869ab043091,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:45.876845 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aae872-7362-4de1-9597-ee1f6441e073 x-openstack-request-id: req-a9aae872-7362-4de1-9597-ee1f6441e073 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:14:45.877135 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:14:45.877380 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9aae872-7362-4de1-9597-ee1f6441e073 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:14:45.877773 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091', 'status': 'completed', 'code': 200} Aug 31 13:14:45.894147 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-83bd64ec-10ed-4e2a-9dd0-c8b59b9a9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:45.895694 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-83bd64ec-10ed-4e2a-9dd0-c8b59b9a9f1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 1097 time: 0.0536664 Aug 31 13:14:45.945019 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-007ed2c3-3b86-42f3-9df4-44f6d3f1b761 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee7e88e-6265-417f-85ae-9869ab043091 HTTP/1.1" status: 200 len: 217 time: 0.0374408 Aug 31 13:14:45.997404 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-1b0d66f6-f63f-4819-8ecc-99ab5badbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:45.998890 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-1b0d66f6-f63f-4819-8ecc-99ab5badbb3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0465307 Aug 31 13:14:46.051704 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-e0b66054-5059-4768-b8dd-cc8f237a2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:46.053233 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-e0b66054-5059-4768-b8dd-cc8f237a2c27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448895 Aug 31 13:14:46.147094 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-3c298708-37f3-4339-a5fc-bdf74a44d84a service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863662 Aug 31 13:14:46.250491 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0db10df3-ee9b-401f-a40a-7bb88aa2d833 req-81d4fe5d-7fa3-46d1-bd81-459a5d2ca91e service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961175 Aug 31 13:14:46.337984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-1d197fe0-c8bd-4d36-939b-cc7f31ac1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:46.339111 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-1d197fe0-c8bd-4d36-939b-cc7f31ac1a54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 1097 time: 0.0445738 Aug 31 13:14:46.439683 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-9db7304f-e1f6-485c-a147-3c8482f9d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:46.441179 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-9db7304f-e1f6-485c-a147-3c8482f9d50f service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.0898364 Aug 31 13:14:46.486919 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-8f8ca345-e2de-489f-b4ee-b2374b5545b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee7e88e-6265-417f-85ae-9869ab043091 HTTP/1.1" status: 200 len: 217 time: 0.0376291 Aug 31 13:14:46.540175 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-d67f1c5b-2af5-475d-b452-d87a989e806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:46.541689 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-d67f1c5b-2af5-475d-b452-d87a989e806b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0475230 Aug 31 13:14:46.593810 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-5ee01d2e-659b-4b6f-a75e-1ad2285b79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:46.595320 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-5ee01d2e-659b-4b6f-a75e-1ad2285b79cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430748 Aug 31 13:14:46.603556 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ec8d4-1110-47d7-89e8-5286b7a4edfb req-97786b98-6a72-451e-b072-faaa52f7c4aa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:46.605096 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1e9ec8d4-1110-47d7-89e8-5286b7a4edfb req-97786b98-6a72-451e-b072-faaa52f7c4aa tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 944 time: 0.0531359 Aug 31 13:14:46.646833 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-1e9ec8d4-1110-47d7-89e8-5286b7a4edfb req-ad9871b4-4ab8-4554-8097-b788316e5bfe tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313478 Aug 31 13:14:46.694077 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-b6b806cb-1fcc-4ef0-b86b-9934a54d6227 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875592 Aug 31 13:14:46.789842 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bb585fe-c4f8-4a00-a728-fbc88a049d41 req-fbea1065-ba26-4a6f-8c8d-c10024734f69 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Aug 31 13:14:47.771065 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f37be-d9f1-4b5f-92fe-59e7f6352e1f req-b78b609e-b880-4ccd-b7c2-efd97e35519a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:47.772554 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c24f37be-d9f1-4b5f-92fe-59e7f6352e1f req-b78b609e-b880-4ccd-b7c2-efd97e35519a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 944 time: 0.0548060 Aug 31 13:14:47.811861 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-c24f37be-d9f1-4b5f-92fe-59e7f6352e1f req-d491d88e-fd2f-4844-85ee-b84b93fed432 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319471 Aug 31 13:14:48.502382 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 5ee7e88e-6265-417f-85ae-9869ab043091 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:14:48.603988 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 5ee7e88e-6265-417f-85ae-9869ab043091, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5ee7e88e-6265-417f-85ae-9869ab043091,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:14:48.617041 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '5ee7e88e-6265-417f-85ae-9869ab043091', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'port_id': '5ee7e88e-6265-417f-85ae-9869ab043091', 'mac_address': 'fa:16:3e:1c:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:14:48.655701 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:48.672053 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee7e88e-6265-417f-85ae-9869ab043091 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:14:48.691376 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 5ee7e88e-6265-417f-85ae-9869ab043091, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5ee7e88e-6265-417f-85ae-9869ab043091,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:14:48.696380 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:48.748281 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=5ee7e88e-6265-417f-85ae-9869ab043091,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:48.758297 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.758579 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.758945 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.759297 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.759655 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.760001 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.760354 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.760728 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.761084 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.763066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.763066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.763066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:14:48.934259 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1cacd-59ff-431c-9533-983c56e992f1 req-2919aa11-8504-4049-896c-a9f91b40ee81 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:48.936001 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4fe1cacd-59ff-431c-9533-983c56e992f1 req-2919aa11-8504-4049-896c-a9f91b40ee81 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 945 time: 0.0518363 Aug 31 13:14:48.980228 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4fe1cacd-59ff-431c-9533-983c56e992f1 req-a14e5747-d0a4-427f-8704-eb40271a15fe tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368307 Aug 31 13:14:48.990853 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['5ee7e88e-6265-417f-85ae-9869ab043091'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:14:50.110616 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78d2de-0943-431f-b3d8-c26dffb90485 req-0fbde262-0506-4e1f-8e23-3294985dd5a0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:50.112152 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5c78d2de-0943-431f-b3d8-c26dffb90485 req-0fbde262-0506-4e1f-8e23-3294985dd5a0 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 945 time: 0.0530872 Aug 31 13:14:50.160359 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5c78d2de-0943-431f-b3d8-c26dffb90485 req-9999b914-8266-424d-9dda-859192c7903d tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Aug 31 13:14:50.506971 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 5ee7e88e-6265-417f-85ae-9869ab043091 up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:14:50.561356 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 5ee7e88e-6265-417f-85ae-9869ab043091 completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:14:50.565373 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 5ee7e88e-6265-417f-85ae-9869ab043091 triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:14:50.565746 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:50.647422 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:50.669624 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:14:50.671879 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78379804-fd01-472f-ab40-3b511d602719" -d '{"events": [{"server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:14:50.686583 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 5ee7e88e-6265-417f-85ae-9869ab043091, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5ee7e88e-6265-417f-85ae-9869ab043091,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:14:50.691211 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:50.745047 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=5ee7e88e-6265-417f-85ae-9869ab043091,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:14:50.790165 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f874cbbf-9df6-4486-a5c7-dac02952753b x-openstack-request-id: req-f874cbbf-9df6-4486-a5c7-dac02952753b {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:14:50.790469 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:14:50.790753 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f874cbbf-9df6-4486-a5c7-dac02952753b {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:14:50.791150 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091', 'code': 200} Aug 31 13:14:50.973759 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9962df-658e-4873-9ca9-fc1c78f7a8c9 req-6eeb0bf0-9aa0-4e61-a641-647405876c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:50.975264 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c9962df-658e-4873-9ca9-fc1c78f7a8c9 req-6eeb0bf0-9aa0-4e61-a641-647405876c20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 1099 time: 0.0455673 Aug 31 13:14:51.012652 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c9962df-658e-4873-9ca9-fc1c78f7a8c9 req-89a1fb24-8817-426c-9d3c-7573640dd9bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302923 Aug 31 13:14:51.276981 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc050a-5656-4383-a27b-710040a17f16 req-b6fdd25d-4170-4267-ba46-c736beeeb127 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:51.278489 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-adfc050a-5656-4383-a27b-710040a17f16 req-b6fdd25d-4170-4267-ba46-c736beeeb127 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 946 time: 0.0498185 Aug 31 13:14:51.319445 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-adfc050a-5656-4383-a27b-710040a17f16 req-c274c26d-2199-430a-8533-6a3bf7f92664 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348065 Aug 31 13:14:52.442330 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9273b-6a50-45ac-8594-b8b7c1ceff90 req-f9dce465-6ac5-4a7c-a3f9-aa730a03ccce tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:52.443932 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4ca9273b-6a50-45ac-8594-b8b7c1ceff90 req-f9dce465-6ac5-4a7c-a3f9-aa730a03ccce tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 946 time: 0.0506859 Aug 31 13:14:52.483579 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4ca9273b-6a50-45ac-8594-b8b7c1ceff90 req-e053ba6c-8286-44d9-87a6-d3029448cd10 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328434 Aug 31 13:14:52.599475 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecea52-4c03-4542-b5b9-fc67102906d5 req-298448bc-a8ee-4cd0-a007-bb26e2ea93ed tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:52.600874 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-02ecea52-4c03-4542-b5b9-fc67102906d5 req-298448bc-a8ee-4cd0-a007-bb26e2ea93ed tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 946 time: 0.0540626 Aug 31 13:14:52.610123 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45654) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:14:52.615121 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Request body: {'floatingip': {'port_id': '5ee7e88e-6265-417f-85ae-9869ab043091'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:14:52.656338 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:53.146906 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:53.154121 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:53.261579 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Floating IP ca71db52-86e3-4bf9-b7cf-510311ed966c associated. External IP: 172.27.0.193, port: 5ee7e88e-6265-417f-85ae-9869ab043091. Aug 31 13:14:53.479408 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:14:53.591213 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:14:53.597830 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:14:53.601261 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] Sync routers for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:14:53.616878 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:14:53.618590 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:14:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:53.639880 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c1f38e50-6065-4977-89f0-a9607cc37b21 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "PUT /v2.0/floatingips/ca71db52-86e3-4bf9-b7cf-510311ed966c HTTP/1.1" status: 200 len: 992 time: 1.0284975 Aug 31 13:14:53.640934 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:14:53.644076 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc988fd-8542-434e-b1c8-0b162c9126a7" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:14:53.688914 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207dfc75-3ebc-4d20-93ab-f0782b52b30e x-openstack-request-id: req-207dfc75-3ebc-4d20-93ab-f0782b52b30e {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:14:53.689349 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:14:53.689749 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-207dfc75-3ebc-4d20-93ab-f0782b52b30e {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:14:53.690363 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091', 'status': 'completed', 'code': 200} Aug 31 13:14:53.746198 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:14:53.760491 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-c05e40f2-f661-4995-b68c-18075b75e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:53.762054 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-c05e40f2-f661-4995-b68c-18075b75e734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 1099 time: 0.0430341 Aug 31 13:14:53.884995 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-42e786f5-3d58-4218-9a97-e9f80358f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:53.886876 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-42e786f5-3d58-4218-9a97-e9f80358f4f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.1158075 Aug 31 13:14:53.967134 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-ff4bd201-888b-48c3-a439-59d3d1ea8def service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee7e88e-6265-417f-85ae-9869ab043091 HTTP/1.1" status: 200 len: 1000 time: 0.0702455 Aug 31 13:14:54.006183 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ca71db52-86e3-4bf9-b7cf-510311ed966c', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'port_id': '5ee7e88e-6265-417f-85ae-9869ab043091', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'mac_address': 'fa:16:3e:1c:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:14:42Z', 'updated_at': '2021-08-31T13:14:53Z', 'revision_number': 1, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:54.025889 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-a5c8fecc-7857-4b3c-9fe0-f0d6bd0442af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:54.027387 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-a5c8fecc-7857-4b3c-9fe0-f0d6bd0442af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0511854 Aug 31 13:14:54.037734 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] Checking router: cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:14:54.046799 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:14:54.047413 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:14:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:54.080235 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-81002ded-b492-4a85-821c-aa62f9b5fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:14:54.081756 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-81002ded-b492-4a85-821c-aa62f9b5fddf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470581 Aug 31 13:14:54.233768 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-8bff82d1-30c5-4f43-9279-ba5e7cbc1022 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437767 Aug 31 13:14:54.315061 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:14:54.342938 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8fc988fd-8542-434e-b1c8-0b162c9126a7 req-05650e8a-d814-45a2-8672-ca82ef041cb9 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012571 Aug 31 13:14:54.558434 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ca71db52-86e3-4bf9-b7cf-510311ed966c', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'port_id': '5ee7e88e-6265-417f-85ae-9869ab043091', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'mac_address': 'fa:16:3e:1c:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:14:42Z', 'updated_at': '2021-08-31T13:14:53Z', 'revision_number': 1, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:14:54.598296 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40d5af-51a4-4678-9fd9-1d181359ecc1 None None] The sync data for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi is: [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_floatingips': [{'id': 'ca71db52-86e3-4bf9-b7cf-510311ed966c', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'router_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'port_id': '5ee7e88e-6265-417f-85ae-9869ab043091', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'mac_address': 'fa:16:3e:1c:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:14:42Z', 'updated_at': '2021-08-31T13:14:53Z', 'revision_number': 1, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:14:54.801919 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc1ab1-314a-4e12-89e4-cc6dc84ac64f None None] New status for floating IP ca71db52-86e3-4bf9-b7cf-510311ed966c: ACTIVE {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:15:02.234988 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-631e9c3c-3be4-4327-bfc1-c836606eed74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:04.839293 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c593348a-0e15-40ca-ba63-74c23a4ab284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:05.204219 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:06.157740 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:07.932698 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:10.323968 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:15:13.706074 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:32.236911 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6b57630f-071e-45a0-98a7-6692179d1ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:34.841233 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2268984c-c407-476d-849f-080c9d7c8e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:35.208652 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:36.159105 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:37.940257 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:43.711652 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:47.323443 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:15:49.686436 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-10604d7d-acec-4f3a-9f6b-6f4851118e34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475304 Aug 31 13:15:49.770681 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-5ecd1161-70f4-4c21-83f6-68c493315b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:49.772216 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-5ecd1161-70f4-4c21-83f6-68c493315b48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f43597ba6433495fb75f2dfcafd6805d&device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 1099 time: 0.0424180 Aug 31 13:15:49.878150 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-82f77043-6902-4896-84c2-372b92c2b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:49.879628 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-82f77043-6902-4896-84c2-372b92c2b977 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 200 len: 911 time: 0.0851600 Aug 31 13:15:49.950246 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-fb62c029-21df-4aa5-ab82-98d1d3d6e591 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee7e88e-6265-417f-85ae-9869ab043091 HTTP/1.1" status: 200 len: 1002 time: 0.0626266 Aug 31 13:15:50.001747 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-06f213ba-c9b0-4f18-89df-225d61795d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:50.003213 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-06f213ba-c9b0-4f18-89df-225d61795d52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 200 len: 849 time: 0.0443192 Aug 31 13:15:50.050370 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-454d9d6d-983b-4b41-a62c-3db86dba7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:50.051897 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-454d9d6d-983b-4b41-a62c-3db86dba7ac0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd5fde97-784d-41eb-ae2a-cd31742fbbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417664 Aug 31 13:15:50.147172 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-a40d4512-ebfd-44c2-ab2f-700f46bc4780 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882864 Aug 31 13:15:50.240731 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd17c892-3a50-4009-868c-b287348d0ad7 req-15b99c06-866a-4d10-aea8-efb3b6cfbac5 service neutron] 10.222.0.59 "GET /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853844 Aug 31 13:15:57.342419 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc1fbd-3277-426e-be65-5c0bc065f253 req-1f32e4a6-1c57-4bec-8f71-8b561e20292b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:57.343864 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2cfc1fbd-3277-426e-be65-5c0bc065f253 req-1f32e4a6-1c57-4bec-8f71-8b561e20292b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 946 time: 0.0516205 Aug 31 13:15:57.381993 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2cfc1fbd-3277-426e-be65-5c0bc065f253 req-6ed034df-07b4-4de6-9e8d-cc2690f121d9 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Aug 31 13:15:58.507308 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767891c7-a1f0-46a9-8e33-b859047e4ab9 req-c6325806-c167-4028-b3b1-85937a0ee427 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:58.508874 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-767891c7-a1f0-46a9-8e33-b859047e4ab9 req-c6325806-c167-4028-b3b1-85937a0ee427 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 946 time: 0.0501442 Aug 31 13:15:58.551074 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-767891c7-a1f0-46a9-8e33-b859047e4ab9 req-5702f85d-5e4c-443a-981f-42b82c9e546c tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334198 Aug 31 13:15:59.407434 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-c258955c-1205-4139-bc8b-9c74f9a18b7b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:59.408941 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-c258955c-1205-4139-bc8b-9c74f9a18b7b tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 946 time: 0.0539408 Aug 31 13:15:59.502292 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Deleting port 5ee7e88e-6265-417f-85ae-9869ab043091 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:15:59.502878 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:59.601988 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] For port 5ee7e88e-6265-417f-85ae-9869ab043091, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5ee7e88e-6265-417f-85ae-9869ab043091,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:15:59.602356 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:59.673073 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a321-68fd-48b5-8091-203d61ed47fa req-5f237752-e231-4ee7-ba3d-ce69337b2dac tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:15:59.674543 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e4c8a321-68fd-48b5-8091-203d61ed47fa req-5f237752-e231-4ee7-ba3d-ce69337b2dac tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 946 time: 0.0527380 Aug 31 13:15:59.727679 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-e4c8a321-68fd-48b5-8091-203d61ed47fa req-7da2a7d0-8057-433b-bc0e-e05d144dddb1 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups?id=8358f2ae-de58-4af9-8c86-0af414a2475c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468903 Aug 31 13:15:59.785468 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:59.785854 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1990926'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:59.786167 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Floating IP ca71db52-86e3-4bf9-b7cf-510311ed966c disassociated. External IP: 172.27.0.193, port: 5ee7e88e-6265-417f-85ae-9869ab043091. Aug 31 13:15:59.786502 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Calling delete_port for 5ee7e88e-6265-417f-85ae-9869ab043091 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:15:59.922148 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:15:59.952450 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event deleted for resources: {'Port': ['ID=5ee7e88e-6265-417f-85ae-9869ab043091,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:15:59.963839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.964363 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.964527 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.964888 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.965216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.965547 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.965875 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.966202 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.966533 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.966853 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.967179 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:15:59.967500 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:00.351190 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:16:00.465210 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:16:00.476792 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] Sync routers for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:16:00.486982 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:16:00.488977 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:15:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:00.503662 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] No DVR routers for this DVR port 5ee7e88e-6265-417f-85ae-9869ab043091 on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:16:00.506634 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:00.508928 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-775da3c7-b727-47b9-bada-9f1b85ea031b req-9afa1b6b-6fd5-4d96-8a3a-851a36a06030 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.59 "DELETE /v2.0/ports/5ee7e88e-6265-417f-85ae-9869ab043091 HTTP/1.1" status: 204 len: 173 time: 1.0932064 Aug 31 13:16:00.509368 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'name': 'network-vif-deleted', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:16:00.511664 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febc979f-4fb3-4543-906d-7bc483b40c11" -d '{"events": [{"server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "name": "network-vif-deleted", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:16:00.560853 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267fd680-5ea1-4267-9f61-8c9dc0f71cfb x-openstack-request-id: req-267fd680-5ea1-4267-9f61-8c9dc0f71cfb {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:16:00.561247 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c49c3-c3cd-4e8a-8b1a-2649201a93cd", "name": "network-vif-deleted", "tag": "5ee7e88e-6265-417f-85ae-9869ab043091", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:16:00.561515 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-267fd680-5ea1-4267-9f61-8c9dc0f71cfb {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:16:00.561909 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c49c3-c3cd-4e8a-8b1a-2649201a93cd', 'name': 'network-vif-deleted', 'tag': '5ee7e88e-6265-417f-85ae-9869ab043091', 'status': 'completed', 'code': 200} Aug 31 13:16:00.618605 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:16:00.840568 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-5d03426d-9bfa-495b-949a-d8987b88f4b9 req-c772a94b-571f-42e4-ae11-05d4f8e5da7a tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7c49c3-c3cd-4e8a-8b1a-2649201a93cd HTTP/1.1" status: 200 len: 210 time: 0.0296140 Aug 31 13:16:00.849208 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:00.875662 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] Checking router: cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:16:00.884396 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:16:00.885054 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:15:35Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:01.000540 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:16:01.213323 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:01.243783 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703c74a-d345-43bb-96f9-ccf5d3cd50a0 None None] The sync data for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi is: [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:42Z', 'revision_number': 4, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi', '_interfaces': [{'id': 'c67c4c82-7d52-41eb-be97-6d93388602d6', 'name': '', 'network_id': 'dd5fde97-784d-41eb-ae2a-cd31742fbbcc', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'mac_address': 'fa:16:3e:97:31:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:42Z', 'updated_at': '2021-08-31T13:11:47Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'subnets': [{'id': '3997bb28-5b88-493b-928b-b67860e4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:16:01.467988 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fae4e-bc0d-4e31-a4a8-f0989e2654ce None None] New status for floating IP ca71db52-86e3-4bf9-b7cf-510311ed966c: DOWN {{(pid=94107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:16:01.926646 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45876) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:01.983584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8fb22b93-9415-4346-b2d2-17385d119228 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.007757 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8fb22b93-9415-4346-b2d2-17385d119228 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.063249 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8fb22b93-9415-4346-b2d2-17385d119228 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.067358 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8fb22b93-9415-4346-b2d2-17385d119228 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.068541 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8fb22b93-9415-4346-b2d2-17385d119228 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "DELETE /v2.0/security-groups/8358f2ae-de58-4af9-8c86-0af414a2475c HTTP/1.1" status: 204 len: 168 time: 0.1409154 Aug 31 13:16:02.071920 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45878) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:02.078286 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb22b93-9415-4346-b2d2-17385d119228 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358f2ae-de58-4af9-8c86-0af414a2475c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:02.087047 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.api.v2.resource [None req-03b61d26-23ed-4ce9-8273-d12f050137af tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] show failed (client error): The resource could not be found. Aug 31 13:16:02.088152 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-03b61d26-23ed-4ce9-8273-d12f050137af tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "GET /v2.0/security-groups/8358f2ae-de58-4af9-8c86-0af414a2475c HTTP/1.1" status: 404 len: 347 time: 0.0148988 Aug 31 13:16:02.092635 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45880) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:02.239072 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Deleting port 05131561-2a0d-45c9-a203-9c86d5b2f588 {{(pid=94105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:16:02.239412 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.241150 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f3f0911d-2eb9-4546-aa50-610e048103b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.347382 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.347741 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.359800 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Calling delete_port for 05131561-2a0d-45c9-a203-9c86d5b2f588 owned by network:floatingip {{(pid=94105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:16:02.517178 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144681'] for port, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.547033 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Pushing event deleted for resources: {'Port': ['ID=05131561-2a0d-45c9-a203-9c86d5b2f588,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:02.559622 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.559824 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.560107 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.560438 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.560869 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.561320 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.561529 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.561853 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.562174 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.562492 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.562839 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.563124 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:02.617738 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.620786 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for floatingip, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:02.621950 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5f8d6553-ae79-462b-82d3-daf283405094 tempest-AttachVolumeTestJSON-1852494314 tempest-AttachVolumeTestJSON-1852494314-project] 10.222.0.69 "DELETE /v2.0/floatingips/ca71db52-86e3-4bf9-b7cf-510311ed966c HTTP/1.1" status: 204 len: 168 time: 0.5282924 Aug 31 13:16:02.880083 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 5ee7e88e-6265-417f-85ae-9869ab043091 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:16:02.902929 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 5ee7e88e-6265-417f-85ae-9869ab043091 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:16:02.903262 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 5ee7e88e-6265-417f-85ae-9869ab043091 not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:16:04.845900 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7871b467-5d73-405c-b5f3-ea07dd052b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:05.219374 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:06.166789 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:06.231167 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45908) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:06.581461 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1997582'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:06.837276 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Deleting port c67c4c82-7d52-41eb-be97-6d93388602d6 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:16:06.837550 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:06.918629 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] For port c67c4c82-7d52-41eb-be97-6d93388602d6, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c67c4c82-7d52-41eb-be97-6d93388602d6,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:16:06.918998 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:06.932354 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Calling delete_port for c67c4c82-7d52-41eb-be97-6d93388602d6 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:16:07.120449 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:07.151106 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67c4c82-7d52-41eb-be97-6d93388602d6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:07.361080 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997714'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:07.582565 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 has already been hosted by L3 agent 43e70350-577b-4b9e-bc9f-3c529499533a {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:16:07.691355 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] Notify agent at l3_agent.dv-cinder-804470-3-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:16:07.698116 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4a13bff0-6006-42b4-9de2-841413543c26 admin admin] 10.222.0.69 "PUT /v2.0/routers/cdaf8f4c-0e33-4827-9ec3-9f5461d79c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4658055 Aug 31 13:16:07.701245 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45910) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:07.704121 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] Sync routers for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:16:07.713790 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:16:07.715030 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:16:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:07.825555 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: dv-cinder-804470-3-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:16:07.832787 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:07.937192 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:07.940489 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.007304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Deleting port 6c1167cb-8388-4fc8-8b58-e746bd3c688e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:16:08.007304 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.022052 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'external_fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:16:07Z', 'revision_number': 5, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port': {'id': '6c1167cb-8388-4fc8-8b58-e746bd3c688e', 'name': '', 'network_id': '0748a72c-f0ea-4f65-bb78-affc980b891c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9e4f6ba-b93d-4f3c-957c-3242c347070e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-3-iscsi'}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:08.054688 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] Checking router: cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 for host: dv-cinder-804470-3-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:16:08.064288 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] Routers {'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'} bound to L3 agent in host dv-cinder-804470-3-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:16:08.064956 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T12:55:35Z,description=,heartbeat_timestamp=2021-08-31T13:16:05Z,host='dv-cinder-804470-3-iscsi',id=43e70350-577b-4b9e-bc9f-3c529499533a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:55:35Z,topic='l3_agent')) {'router_ids': ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:08.092608 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] For port 6c1167cb-8388-4fc8-8b58-e746bd3c688e, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=6c1167cb-8388-4fc8-8b58-e746bd3c688e,segment=NetworkSegment(814b8445-83a3-4caa-ac11-9ba751925192),segment_id=814b8445-83a3-4caa-ac11-9ba751925192)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:16:08.093013 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.108423 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Calling delete_port for 6c1167cb-8388-4fc8-8b58-e746bd3c688e owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:16:08.267887 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] Set router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:16:08.306877 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.323298 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:16:07Z', 'revision_number': 6, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port_host': None}], 'dv-cinder-804470-3-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:08.336783 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1167cb-8388-4fc8-8b58-e746bd3c688e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:08.358531 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed65510-11f4-428e-8ae5-ebdcec25e42f None None] The sync data for ids ['cdaf8f4c-0e33-4827-9ec3-9f5461d79c25'] in dv-cinder-804470-3-iscsi is: [{'id': 'cdaf8f4c-0e33-4827-9ec3-9f5461d79c25', 'name': 'tempest-AttachVolumeTestJSON-671447307-router', 'tenant_id': 'f43597ba6433495fb75f2dfcafd6805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:11:40Z', 'updated_at': '2021-08-31T13:16:07Z', 'revision_number': 6, 'project_id': 'f43597ba6433495fb75f2dfcafd6805d', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:16:08.400815 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990960'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.492388 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2811'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.494580 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.538768 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995781'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.539289 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:16:08.545721 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.546873 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cbe7962e-9900-46a1-b9ee-efcc95af5de2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/cdaf8f4c-0e33-4827-9ec3-9f5461d79c25 HTTP/1.1" status: 204 len: 168 time: 0.8440492 Aug 31 13:16:08.549491 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45912) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:08.598349 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] Deleting subnet 3997bb28-5b88-493b-928b-b67860e4b12d {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:16:08.601477 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.635838 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26960578'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.721297 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.785472 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25582421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26797511'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.815509 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3997bb28-5b88-493b-928b-b67860e4b12d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:08.820970 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.823434 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ef3660ad-f86d-4b78-a41f-c75674edfcb2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3997bb28-5b88-493b-928b-b67860e4b12d HTTP/1.1" status: 204 len: 168 time: 0.2727380 Aug 31 13:16:08.826165 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45914) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:08.836360 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798146c3-2c7a-4722-bd4a-e0f54e94d8c2 None None] Network dd5fde97-784d-41eb-ae2a-cd31742fbbcc requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:16:08.898817 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:08.974794 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Deleting port c52ecf1c-a3f2-4030-8776-5fa8f02e623a {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:16:08.975345 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.054590 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] For port c52ecf1c-a3f2-4030-8776-5fa8f02e623a, host dv-cinder-804470-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-3-iscsi',level=0,port_id=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,segment=NetworkSegment(797a4459-1be8-4392-a86d-299ed188bf05),segment_id=797a4459-1be8-4392-a86d-299ed188bf05)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:16:09.054956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.068463 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Calling delete_port for c52ecf1c-a3f2-4030-8776-5fa8f02e623a owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:16:09.127776 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] DHCP port deletion for dd5fde97-784d-41eb-ae2a-cd31742fbbcc request from dv-cinder-804470-3-iscsi {{(pid=94107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:16:09.158224 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.187932 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:09.191498 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] No DVR routers for this DVR port c52ecf1c-a3f2-4030-8776-5fa8f02e623a on host dv-cinder-804470-3-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:16:09.197517 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Deleting port c52ecf1c-a3f2-4030-8776-5fa8f02e623a {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:16:09.198085 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.202691 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c67c4c82-7d52-41eb-be97-6d93388602d6 no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:16:09.264122 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: c67c4c82-7d52-41eb-be97-6d93388602d6 {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:16:09.264471 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c67c4c82-7d52-41eb-be97-6d93388602d6 not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:16:09.265217 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c52ecf1c-a3f2-4030-8776-5fa8f02e623a no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:16:09.287395 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.295400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: c52ecf1c-a3f2-4030-8776-5fa8f02e623a {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:16:09.295751 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device c52ecf1c-a3f2-4030-8776-5fa8f02e623a not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:16:09.296182 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c1167cb-8388-4fc8-8b58-e746bd3c688e no longer exists at agent ovs-agent-dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:16:09.299262 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5fde97-784d-41eb-ae2a-cd31742fbbcc']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:09.310838 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797a4459-1be8-4392-a86d-299ed188bf05') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:09.311130 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797a4459-1be8-4392-a86d-299ed188bf05') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:09.320585 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.321703 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] No Port match for: 6c1167cb-8388-4fc8-8b58-e746bd3c688e {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:16:09.322031 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Device 6c1167cb-8388-4fc8-8b58-e746bd3c688e not bound to the agent host dv-cinder-804470-3-iscsi {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:16:09.334655 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] For port c52ecf1c-a3f2-4030-8776-5fa8f02e623a, host dv-cinder-804470-3-iscsi, got binding levels [] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:16:09.335313 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.336866 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.346200 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:16:09.346596 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:16:09.349121 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:16:09.355900 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Calling delete_port for c52ecf1c-a3f2-4030-8776-5fa8f02e623a owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:16:09.359445 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.ipam_backend_mixin [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Port c52ecf1c-a3f2-4030-8776-5fa8f02e623a was not found and therefore no delete operation was performed {{(pid=94107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:16:09.360727 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.390899 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Pushing event deleted for resources: {'Port': ['ID=c52ecf1c-a3f2-4030-8776-5fa8f02e623a,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:09.395998 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] No DVR routers for this DVR port c52ecf1c-a3f2-4030-8776-5fa8f02e623a on host dv-cinder-804470-3-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:16:09.403999 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.404352 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.404756 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.405101 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.405435 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.405770 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.406099 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.406428 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.406757 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.407082 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.407405 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.408004 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a5db-3987-4324-b417-c5686d79b00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:16:09.441259 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.447964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.449910 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dd5fde97-784d-41eb-ae2a-cd31742fbbcc HTTP/1.1" status: 204 len: 168 time: 0.6226463 Aug 31 13:16:09.470654 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572eba9-2b45-440a-b9a2-6c9c82f5e525 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5fde97-784d-41eb-ae2a-cd31742fbbcc,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:09.673184 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45918) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:09.718919 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-37a8d7ee-2652-4e12-b63b-26c66b94439c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f43597ba6433495fb75f2dfcafd6805d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409410 Aug 31 13:16:09.719210 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45920) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:09.770358 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-69c17741-1057-484e-8144-17d38da4b535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.793085 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-69c17741-1057-484e-8144-17d38da4b535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.843638 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-69c17741-1057-484e-8144-17d38da4b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.846286 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-69c17741-1057-484e-8144-17d38da4b535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:09.847558 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-69c17741-1057-484e-8144-17d38da4b535 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36a37b70-445f-43fb-b283-02e87c04ceb9 HTTP/1.1" status: 204 len: 168 time: 0.1276569 Aug 31 13:16:09.855875 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c17741-1057-484e-8144-17d38da4b535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a37b70-445f-43fb-b283-02e87c04ceb9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:10.637966 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45942) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:10.739718 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-740457845-network', 'tenant_id': 'b21ca4645df94b19b539cf6a70a1a76c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:16:10.763428 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Made reservation on behalf of b21ca4645df94b19b539cf6a70a1a76c for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:16:10.765836 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:10.774499 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:10.886001 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:10.889902 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:10.916789 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:16:10.927271 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a6abc1-1be0-46bf-a732-592d90185b2a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:10.934105 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:10.934395 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Added segment 625af285-4d5d-45e9-970e-5e855a88aa01 of type vlan for network e9a88c9e-5f18-4b29-a096-edb02e13476f Aug 31 13:16:10.976826 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:11.003587 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:11.004601 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:16:11.005187 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:11.067185 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4280941 Aug 31 13:16:11.070395 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cbc5e-35d9-4fef-b5a7-55ee4e55aee6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9a88c9e-5f18-4b29-a096-edb02e13476f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:11.071184 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45946) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:11.076268 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Request body: {'subnet': {'network_id': 'e9a88c9e-5f18-4b29-a096-edb02e13476f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-740457845-subnet', 'tenant_id': 'b21ca4645df94b19b539cf6a70a1a76c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:16:11.080632 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network e9a88c9e-5f18-4b29-a096-edb02e13476f details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:16:11.100154 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Made reservation on behalf of b21ca4645df94b19b539cf6a70a1a76c for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:16:11.102659 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25279202'] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:11.287435 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26091289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25279220'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:11.341591 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9b49ff-01d8-4274-b412-9eeedcdddcdb,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:11.352303 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Checking segment: {'id': '625af285-4d5d-45e9-970e-5e855a88aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9a88c9e-5f18-4b29-a096-edb02e13476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:16:11.352692 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Network hostable DHCP agents. Network: e9a88c9e-5f18-4b29-a096-edb02e13476f, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:16:11.372959 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Network e9a88c9e-5f18-4b29-a096-edb02e13476f is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:16:11.385320 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, e9a88c9e-5f18-4b29-a096-edb02e13476f) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:16:11.390690 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:16:11.391282 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:11.397268 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a82f82-1ac2-41dc-9ae6-6e52bad70165 None None] Network e9a88c9e-5f18-4b29-a096-edb02e13476f requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:16:11.411232 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-7e135fd0-f63c-43c4-bfdf-b41f5c05ebf6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3388453 Aug 31 13:16:11.546719 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647d2f2-1a6a-4c4c-8b9a-359f496c4b9e None None] Network e9a88c9e-5f18-4b29-a096-edb02e13476f requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:16:11.957923 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45962) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:11.963574 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-907740957-network', 'tenant_id': 'cf42c46747a2475ca667b3aa9d559e57'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:16:11.987931 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Made reservation on behalf of cf42c46747a2475ca667b3aa9d559e57 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:16:11.990280 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.003178 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.094800 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.098868 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.124610 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:16:12.134461 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f230efe5-f019-4a0a-9664-a9c63b21b016,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:12.139453 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.139794 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Added segment 1e6befbb-6ce0-4441-905f-79216e3b054f of type vlan for network 1dc62717-fd2c-4114-89b2-1e75524f09bb Aug 31 13:16:12.192879 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.217726 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.218673 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:16:12.219260 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.275465 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3159621 Aug 31 13:16:12.281843 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45964) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:12.282707 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f647606-aefe-41d5-ab5c-7392044c2968 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc62717-fd2c-4114-89b2-1e75524f09bb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:12.287347 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Request body: {'subnet': {'network_id': '1dc62717-fd2c-4114-89b2-1e75524f09bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-907740957-subnet', 'tenant_id': 'cf42c46747a2475ca667b3aa9d559e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:16:12.293645 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 1dc62717-fd2c-4114-89b2-1e75524f09bb details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:16:12.310673 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Made reservation on behalf of cf42c46747a2475ca667b3aa9d559e57 for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:16:12.313237 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25279202'] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.491733 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26091289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25279220'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.550581 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c79bf53-5f6e-4494-9c47-04f71a32d98b,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:12.561247 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Checking segment: {'id': '1e6befbb-6ce0-4441-905f-79216e3b054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1dc62717-fd2c-4114-89b2-1e75524f09bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:16:12.561598 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Network hostable DHCP agents. Network: 1dc62717-fd2c-4114-89b2-1e75524f09bb, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:16:12.578563 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Network 1dc62717-fd2c-4114-89b2-1e75524f09bb is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:16:12.588857 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 1dc62717-fd2c-4114-89b2-1e75524f09bb) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:16:12.593795 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:16:12.594401 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.598186 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ca962-b3e9-470b-ae14-21b418385b60 None None] Network 1dc62717-fd2c-4114-89b2-1e75524f09bb requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:16:12.613686 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5d19d495-7dab-42bb-a7d3-ce11983dc985 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3321726 Aug 31 13:16:12.735713 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2290b9b8-476f-4fc4-b417-6386376db4be None None] Network 1dc62717-fd2c-4114-89b2-1e75524f09bb requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:16:12.742287 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45968) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:12.797333 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] Deleting subnet fe9b49ff-01d8-4274-b412-9eeedcdddcdb {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:16:12.801687 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.837530 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26191708'] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.881027 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.939788 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25279181'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.967328 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9b49ff-01d8-4274-b412-9eeedcdddcdb,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:12.971082 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:12.975600 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-d6ed3482-9bbf-494b-a6a1-46ffe10e28cd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fe9b49ff-01d8-4274-b412-9eeedcdddcdb HTTP/1.1" status: 204 len: 168 time: 0.2321496 Aug 31 13:16:12.975748 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45970) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:13.049691 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.131154 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.142301 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a88c9e-5f18-4b29-a096-edb02e13476f']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:13.156545 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625af285-4d5d-45e9-970e-5e855a88aa01') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:13.156864 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625af285-4d5d-45e9-970e-5e855a88aa01') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:13.166078 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26960633'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.179666 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.186575 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:16:13.187014 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25582575'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: timer() Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: cb(*args, **kw) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: self._notify() Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: self.callback(batched_events) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: event.method(event) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._get(url).json() Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:16:13.188736 dv-cinder-804470-3-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:16:13.243833 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.249485 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.251306 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] 10.222.0.69 "DELETE /v2.0/networks/e9a88c9e-5f18-4b29-a096-edb02e13476f HTTP/1.1" status: 204 len: 168 time: 0.2746892 Aug 31 13:16:13.254373 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45972) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:13.262342 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8752d9-a6c1-43d5-8f30-236527cd611d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a88c9e-5f18-4b29-a096-edb02e13476f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:13.309751 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] Deleting subnet 1c79bf53-5f6e-4494-9c47-04f71a32d98b {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:16:13.313701 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.348338 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26191708'] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.388652 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.444875 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25279181'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.471019 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c79bf53-5f6e-4494-9c47-04f71a32d98b,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:13.474648 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.478733 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-635b422e-6a2f-4ce9-b97e-f39b1bcf8d78 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1c79bf53-5f6e-4494-9c47-04f71a32d98b HTTP/1.1" status: 204 len: 168 time: 0.2210422 Aug 31 13:16:13.479090 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 45974) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:13.552894 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.644946 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.659951 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc62717-fd2c-4114-89b2-1e75524f09bb']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:13.675054 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6befbb-6ce0-4441-905f-79216e3b054f') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:13.675368 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6befbb-6ce0-4441-905f-79216e3b054f') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:16:13.687198 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.701349 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.708119 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:16:13.708743 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.710396 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:16:13.710973 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:16:13.766743 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.775052 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:13.777576 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] 10.222.0.69 "DELETE /v2.0/networks/1dc62717-fd2c-4114-89b2-1e75524f09bb HTTP/1.1" status: 204 len: 168 time: 0.2970524 Aug 31 13:16:13.787946 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559be84-7949-449f-9d61-a70e1469cd7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc62717-fd2c-4114-89b2-1e75524f09bb,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:13.963564 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45978) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:14.008558 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ac2dff12-f4fa-4484-8961-0e48d45f5378 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b21ca4645df94b19b539cf6a70a1a76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437341 Aug 31 13:16:14.010996 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45980) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:14.066664 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38f5dec7-a003-433d-9d06-1a4dbf689a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.092316 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38f5dec7-a003-433d-9d06-1a4dbf689a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.139435 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38f5dec7-a003-433d-9d06-1a4dbf689a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.142043 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38f5dec7-a003-433d-9d06-1a4dbf689a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.143225 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-38f5dec7-a003-433d-9d06-1a4dbf689a38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70a6abc1-1be0-46bf-a732-592d90185b2a HTTP/1.1" status: 204 len: 168 time: 0.1313379 Aug 31 13:16:14.151846 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5dec7-a003-433d-9d06-1a4dbf689a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a6abc1-1be0-46bf-a732-592d90185b2a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:14.581689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45986) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:14.620010 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9786fc11-f70b-4ccf-bae4-e5fde52e7d80 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf42c46747a2475ca667b3aa9d559e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371964 Aug 31 13:16:14.623163 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 45988) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:14.669326 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad18eb6f-e07c-47fa-8824-726f038827d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.690054 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad18eb6f-e07c-47fa-8824-726f038827d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.738350 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad18eb6f-e07c-47fa-8824-726f038827d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.741394 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad18eb6f-e07c-47fa-8824-726f038827d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:14.742552 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ad18eb6f-e07c-47fa-8824-726f038827d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f230efe5-f019-4a0a-9664-a9c63b21b016 HTTP/1.1" status: 204 len: 168 time: 0.1184998 Aug 31 13:16:14.751553 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18eb6f-e07c-47fa-8824-726f038827d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230efe5-f019-4a0a-9664-a9c63b21b016,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:24.322455 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:16:32.235231 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-811ce19f-6c83-4352-a37e-704046b00628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:34.847258 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2451c926-dd59-4d20-b83f-a8a9ead0ae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:35.213158 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:36.166207 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:37.929718 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:43.722400 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.220932 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46366) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:57.364694 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6ed66862-a849-474d-8f8d-c7565b107a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.469472 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6ed66862-a849-474d-8f8d-c7565b107a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.474820 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-6ed66862-a849-474d-8f8d-c7565b107a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.516092 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-6ed66862-a849-474d-8f8d-c7565b107a0f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1007a64e0c42493a865fcf1117097c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940075 Aug 31 13:16:57.517070 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed66862-a849-474d-8f8d-c7565b107a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf5d469-8757-4313-b3ef-c3a333f047bd,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:57.518768 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46370) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:57.579069 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f29ddb5c-4f30-44e2-a810-f50437ebad89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.606410 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f29ddb5c-4f30-44e2-a810-f50437ebad89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.656515 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f29ddb5c-4f30-44e2-a810-f50437ebad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.659100 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f29ddb5c-4f30-44e2-a810-f50437ebad89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:57.660273 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f29ddb5c-4f30-44e2-a810-f50437ebad89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/faf5d469-8757-4313-b3ef-c3a333f047bd HTTP/1.1" status: 204 len: 168 time: 0.1401277 Aug 31 13:16:57.668203 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ddb5c-4f30-44e2-a810-f50437ebad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf5d469-8757-4313-b3ef-c3a333f047bd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:57.938016 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46376) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:57.958662 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b2f20c87-669a-417e-a42f-5e28988c565a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:58.058810 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b2f20c87-669a-417e-a42f-5e28988c565a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:58.064889 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b2f20c87-669a-417e-a42f-5e28988c565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:58.104210 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b2f20c87-669a-417e-a42f-5e28988c565a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00670bf38f4347d6a2131dc862c55120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641493 Aug 31 13:16:58.105199 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f20c87-669a-417e-a42f-5e28988c565a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9ec80f-f82c-4cce-a67c-ae2af3fb1ba3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:16:58.107366 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46378) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:16:58.160261 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf5bed32-def2-4adb-9552-f91924e892dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:58.181444 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf5bed32-def2-4adb-9552-f91924e892dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:58.228962 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf5bed32-def2-4adb-9552-f91924e892dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:58.231708 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-bf5bed32-def2-4adb-9552-f91924e892dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:16:58.232908 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-bf5bed32-def2-4adb-9552-f91924e892dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac9ec80f-f82c-4cce-a67c-ae2af3fb1ba3 HTTP/1.1" status: 204 len: 168 time: 0.1244245 Aug 31 13:16:58.243094 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bed32-def2-4adb-9552-f91924e892dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9ec80f-f82c-4cce-a67c-ae2af3fb1ba3,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:00.718012 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46454) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:00.828033 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:00.919924 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:00.924575 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:00.967554 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4334b4ff6b9c40139da728e543d07330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483282 Aug 31 13:17:00.968734 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586908ef-28d6-4e06-8463-78f9e6749309,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:00.970167 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46458) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:00.975904 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.976258 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.976628 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.976994 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.977321 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.977651 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.977979 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.978305 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.978628 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.978948 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.979264 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:00.979582 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5329a06c-ebbf-46f7-a5b2-336b1eabe762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:01.020703 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5b7436e3-2c3b-4a9a-a737-aaf36dc4a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.045488 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5b7436e3-2c3b-4a9a-a737-aaf36dc4a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.093898 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5b7436e3-2c3b-4a9a-a737-aaf36dc4a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.096460 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-5b7436e3-2c3b-4a9a-a737-aaf36dc4a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.097661 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-5b7436e3-2c3b-4a9a-a737-aaf36dc4a333 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/586908ef-28d6-4e06-8463-78f9e6749309 HTTP/1.1" status: 204 len: 168 time: 0.1265087 Aug 31 13:17:01.105530 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7436e3-2c3b-4a9a-a737-aaf36dc4a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586908ef-28d6-4e06-8463-78f9e6749309,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:01.321111 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:17:01.391795 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46466) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:01.407458 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-99649b24-9ba1-4706-914c-7825cb2cec15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.522906 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-99649b24-9ba1-4706-914c-7825cb2cec15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.527840 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-99649b24-9ba1-4706-914c-7825cb2cec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.569722 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-99649b24-9ba1-4706-914c-7825cb2cec15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f586a6fefd7343268d59f63d973bed49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767204 Aug 31 13:17:01.570605 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99649b24-9ba1-4706-914c-7825cb2cec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55caed9b-43e5-4739-92fa-6ff9a598bd67,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:01.573305 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46468) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:01.626625 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39ddf32f-9ae7-401f-8f43-d170a5d7450e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.649388 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39ddf32f-9ae7-401f-8f43-d170a5d7450e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.699319 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39ddf32f-9ae7-401f-8f43-d170a5d7450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.703344 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39ddf32f-9ae7-401f-8f43-d170a5d7450e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:01.705000 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-39ddf32f-9ae7-401f-8f43-d170a5d7450e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55caed9b-43e5-4739-92fa-6ff9a598bd67 HTTP/1.1" status: 204 len: 168 time: 0.1305075 Aug 31 13:17:01.717100 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddf32f-9ae7-401f-8f43-d170a5d7450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55caed9b-43e5-4739-92fa-6ff9a598bd67,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:02.261210 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-712ec111-ce67-4786-ad37-afec0b308f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:04.851577 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1ac434f2-9713-40da-985e-b48e837c8301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:05.218514 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:06.169145 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.060586 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46568) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:07.176210 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a603957e-3a2f-4afe-a6a6-9acd1d2a84b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.264702 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a603957e-3a2f-4afe-a6a6-9acd1d2a84b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.268493 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a603957e-3a2f-4afe-a6a6-9acd1d2a84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.304525 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603957e-3a2f-4afe-a6a6-9acd1d2a84b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40243681-1fbb-421b-be73-4870ed79b2ce,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:07.308695 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a603957e-3a2f-4afe-a6a6-9acd1d2a84b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d7a67287dea44e3b9ab5e08dc003d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469125 Aug 31 13:17:07.311336 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46572) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:07.365089 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2256c0ec-99db-4248-b2a9-15e107c9f9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.386555 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2256c0ec-99db-4248-b2a9-15e107c9f9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.434276 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2256c0ec-99db-4248-b2a9-15e107c9f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.437016 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2256c0ec-99db-4248-b2a9-15e107c9f9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.438185 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2256c0ec-99db-4248-b2a9-15e107c9f9f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40243681-1fbb-421b-be73-4870ed79b2ce HTTP/1.1" status: 204 len: 168 time: 0.1259334 Aug 31 13:17:07.446292 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256c0ec-99db-4248-b2a9-15e107c9f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40243681-1fbb-421b-be73-4870ed79b2ce,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:07.728799 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46578) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:07.742017 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fa022c8-dbb0-409a-89be-e4ce67659a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.844689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fa022c8-dbb0-409a-89be-e4ce67659a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.849926 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fa022c8-dbb0-409a-89be-e4ce67659a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.889567 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4fa022c8-dbb0-409a-89be-e4ce67659a90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f96720f92fd4d78b0b5518e612e0944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595685 Aug 31 13:17:07.890291 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa022c8-dbb0-409a-89be-e4ce67659a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8a08b-91cc-487e-9ffb-ca937d926def,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:07.892621 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46580) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:07.934968 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.953675 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:07.976646 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.033252 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.035836 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.037059 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20c8a08b-91cc-487e-9ffb-ca937d926def HTTP/1.1" status: 204 len: 168 time: 0.1432676 Aug 31 13:17:08.047962 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8a08b-91cc-487e-9ffb-ca937d926def,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:08.062414 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.062765 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.063102 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.063443 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.063909 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.064452 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.065031 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.065455 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.065788 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.066108 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.066432 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.066751 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08e7fb-521a-4de1-9e06-d3806438a4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:08.403453 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46586) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:08.418157 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd733873-b006-481f-b1e1-7b0a35526f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.523182 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd733873-b006-481f-b1e1-7b0a35526f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.526532 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dd733873-b006-481f-b1e1-7b0a35526f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.565322 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dd733873-b006-481f-b1e1-7b0a35526f51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6104fa4a59044a3b8814cd082cbc7634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607459 Aug 31 13:17:08.566261 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd733873-b006-481f-b1e1-7b0a35526f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1543fa77-ad6a-4a22-9511-f570a2ed20b1,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:08.567984 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46588) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:08.630662 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-34fa0135-9d00-4c38-a602-467c60eb74d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.661703 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-34fa0135-9d00-4c38-a602-467c60eb74d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.722282 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-34fa0135-9d00-4c38-a602-467c60eb74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.724938 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-34fa0135-9d00-4c38-a602-467c60eb74d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:08.726104 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-34fa0135-9d00-4c38-a602-467c60eb74d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1543fa77-ad6a-4a22-9511-f570a2ed20b1 HTTP/1.1" status: 204 len: 168 time: 0.1569955 Aug 31 13:17:08.735021 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa0135-9d00-4c38-a602-467c60eb74d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1543fa77-ad6a-4a22-9511-f570a2ed20b1,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:13.751904 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:16.849301 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46710) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:16.967611 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-34a15831-1d45-452d-b8cb-cc116b8c01f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.060265 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-34a15831-1d45-452d-b8cb-cc116b8c01f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.064295 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-34a15831-1d45-452d-b8cb-cc116b8c01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.103603 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-34a15831-1d45-452d-b8cb-cc116b8c01f0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c2102c0c49b464fb8fab5af8dc4075f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529516 Aug 31 13:17:17.104375 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a15831-1d45-452d-b8cb-cc116b8c01f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d2c67a-4a36-4bb0-838f-c0a063d73044,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:17.106296 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46714) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:17.159053 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b093362-7bb8-44e0-bdbf-eb327b5697de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.191249 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b093362-7bb8-44e0-bdbf-eb327b5697de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.237654 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b093362-7bb8-44e0-bdbf-eb327b5697de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.240355 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b093362-7bb8-44e0-bdbf-eb327b5697de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.241660 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4b093362-7bb8-44e0-bdbf-eb327b5697de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87d2c67a-4a36-4bb0-838f-c0a063d73044 HTTP/1.1" status: 204 len: 168 time: 0.1328409 Aug 31 13:17:17.250007 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b093362-7bb8-44e0-bdbf-eb327b5697de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d2c67a-4a36-4bb0-838f-c0a063d73044,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:17.511805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46720) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:17.525556 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1277842f-d3fb-40ca-bfb5-e46ef6293c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.620044 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1277842f-d3fb-40ca-bfb5-e46ef6293c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.623689 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1277842f-d3fb-40ca-bfb5-e46ef6293c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.664464 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1277842f-d3fb-40ca-bfb5-e46ef6293c78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8dc8fbcb1aa24a6d9868d768fee85df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515386 Aug 31 13:17:17.665314 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277842f-d3fb-40ca-bfb5-e46ef6293c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5f1c7-b003-42f0-b8a7-1a2886c74be6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:17.667190 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46722) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:17.717138 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-be748437-d607-4730-a9d4-06bb94c07e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.741325 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-be748437-d607-4730-a9d4-06bb94c07e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.791764 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-be748437-d607-4730-a9d4-06bb94c07e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.794353 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-be748437-d607-4730-a9d4-06bb94c07e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:17.796103 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-be748437-d607-4730-a9d4-06bb94c07e09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68e5f1c7-b003-42f0-b8a7-1a2886c74be6 HTTP/1.1" status: 204 len: 168 time: 0.1278825 Aug 31 13:17:17.804615 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be748437-d607-4730-a9d4-06bb94c07e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5f1c7-b003-42f0-b8a7-1a2886c74be6,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:18.132378 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46728) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:18.146697 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-86cb57ee-cc16-4795-89b9-671876d63b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:18.240264 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-86cb57ee-cc16-4795-89b9-671876d63b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:18.244237 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-86cb57ee-cc16-4795-89b9-671876d63b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:18.280296 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb57ee-cc16-4795-89b9-671876d63b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1013f-88d4-4f7a-b7f2-c8dda53fbffd,revision_number=1']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:18.284584 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-86cb57ee-cc16-4795-89b9-671876d63b24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a64dea626b64ffca9b12a35d781134e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508203 Aug 31 13:17:18.287171 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46730) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:18.336813 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0e77c38a-693e-4432-9a93-aab05c6fd2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:18.359485 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0e77c38a-693e-4432-9a93-aab05c6fd2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:18.409752 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0e77c38a-693e-4432-9a93-aab05c6fd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:18.412159 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-0e77c38a-693e-4432-9a93-aab05c6fd2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:18.413350 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-0e77c38a-693e-4432-9a93-aab05c6fd2f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44f1013f-88d4-4f7a-b7f2-c8dda53fbffd HTTP/1.1" status: 204 len: 168 time: 0.1252959 Aug 31 13:17:18.421810 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77c38a-693e-4432-9a93-aab05c6fd2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1013f-88d4-4f7a-b7f2-c8dda53fbffd,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:19.095652 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 46752) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:19.194646 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-538207402-network', 'tenant_id': 'b5229a0332784ef09ac7402906df2168'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:17:19.215486 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Made reservation on behalf of b5229a0332784ef09ac7402906df2168 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:17:19.218372 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.226984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.316107 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.320112 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.347581 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:17:19.353907 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:19.361036 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.361417 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Added segment 2553dd07-334a-4872-9e5c-a376faebbc50 of type vlan for network 98210751-e37c-4b88-9f99-29dc2cb9c81c Aug 31 13:17:19.403087 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751082712944'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.427350 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.428295 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:19.428920 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.750152 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6531372 Aug 31 13:17:19.753086 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 46756) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:17:19.755393 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe31dff-1cf5-4602-89fb-726da0e5a263 admin admin] Pushing event updated for resources: {'Network': ['ID=98210751-e37c-4b88-9f99-29dc2cb9c81c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:19.758181 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.v2.base [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Request body: {'subnet': {'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-538207402-subnet', 'tenant_id': 'b5229a0332784ef09ac7402906df2168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:17:19.767176 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Network 98210751-e37c-4b88-9f99-29dc2cb9c81c details requested by agent ovs-agent-dv-cinder-804470-3-iscsi with host dv-cinder-804470-3-iscsi {{(pid=94107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:17:19.780600 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Made reservation on behalf of b5229a0332784ef09ac7402906df2168 for: {'subnet': 1} {{(pid=94105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:17:19.783341 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25279202'] for subnet, before_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:19.952521 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26091289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25279220'] for subnet, after_create {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:20.007430 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0f172a-2087-48e6-abaa-42c97aac6732,revision_number=0']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:20.017288 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Checking segment: {'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:17:20.017859 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Network hostable DHCP agents. Network: 98210751-e37c-4b88-9f99-29dc2cb9c81c, hostable agents: ['8480858a-9885-41b9-860c-c7cda62c75fa'], hosted agents: [] {{(pid=94105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:17:20.038182 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Network 98210751-e37c-4b88-9f99-29dc2cb9c81c is scheduled to be hosted by DHCP agent 8480858a-9885-41b9-860c-c7cda62c75fa with binding_index 1 {{(pid=94105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:17:20.047260 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.scheduler.base_scheduler [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-3-iscsi, 98210751-e37c-4b88-9f99-29dc2cb9c81c) {{(pid=94105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:17:20.051614 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:20.052205 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:20.057337 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f7438-0e6e-424a-8e0b-3fd2e19ddef5 None None] Network 98210751-e37c-4b88-9f99-29dc2cb9c81c requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:17:20.067346 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-62e18282-b26d-4f14-a3bb-4cd8c0cc7e31 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3131201 Aug 31 13:17:20.197545 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c52bb9-735e-408a-b743-efa71ffccb38 None None] Network 98210751-e37c-4b88-9f99-29dc2cb9c81c requested from dv-cinder-804470-3-iscsi {{(pid=94107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:17:21.894814 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-09e71164-4bea-4964-9fb5-603a7958bfd8 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:21.896182 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-09e71164-4bea-4964-9fb5-603a7958bfd8 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 813 time: 0.1025364 Aug 31 13:17:21.911305 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-20a539cd-cc45-4ed4-a013-46acbbc5fc07 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/quotas/b5229a0332784ef09ac7402906df2168 HTTP/1.1" status: 200 len: 375 time: 0.0094833 Aug 31 13:17:21.945473 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-59d407d7-da77-466f-b004-1c6ddfe843d5 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286694 Aug 31 13:17:21.957136 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-f82faee1-017a-4e24-8937-7766f9b28ed2 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:17:21.958075 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-f82faee1-017a-4e24-8937-7766f9b28ed2 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056255 Aug 31 13:17:22.095495 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-ac162169-fa7d-4b26-87ff-29d2c5cce1d7 service neutron] 10.222.0.69 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311109 Aug 31 13:17:22.190336 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-64ec019a-0d6a-4131-b425-4625908b6ef8 service neutron] 10.222.0.69 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887465 Aug 31 13:17:22.360600 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-251c15f5-d43c-4cbc-95b7-f24601b5cb33 req-56f6d152-1851-43f3-8544-9caadee84a29 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 210 time: 0.0292654 Aug 31 13:17:23.300018 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-f3c197a7-8ae9-4720-974c-53b798e07d7a tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:23.301557 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-f3c197a7-8ae9-4720-974c-53b798e07d7a tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 813 time: 0.1053209 Aug 31 13:17:23.315745 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Request body: {'port': {'device_id': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c', 'admin_state_up': True, 'tenant_id': 'b5229a0332784ef09ac7402906df2168'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:17:23.434489 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Made reservation on behalf of b5229a0332784ef09ac7402906df2168 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:17:23.439786 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:23.575690 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Allocated IP 172.20.0.2 (98210751-e37c-4b88-9f99-29dc2cb9c81c/5f0f172a-2087-48e6-abaa-42c97aac6732/d19ad8fe-b542-47a4-8822-a114116d530b) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:17:23.610941 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-312767b4-e631-4472-a6f3-057c1f59c41b req-709adb8d-45df-43f1-b1ee-c9ab18f71a5d tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 210 time: 0.0271153 Aug 31 13:17:23.728762 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:23.770584 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:23.815130 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Network 98210751-e37c-4b88-9f99-29dc2cb9c81c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:17:23.818288 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:17:23.822202 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:17:23.829106 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Pushing event updated for resources: {'Port': ['ID=d19ad8fe-b542-47a4-8822-a114116d530b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:23.878406 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:23.879025 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:23.893890 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-b39fe5cc-d074-411f-be8e-10bf3ef59f61 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5821474 Aug 31 13:17:23.907452 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Request body: {'port': {'device_id': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:17:23.960556 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:24.228728 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19ad8fe-b542-47a4-8822-a114116d530b {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:17:24.236403 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:24.249423 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Transition to ACTIVE for port object d19ad8fe-b542-47a4-8822-a114116d530b will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:17:24.252956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:24.305413 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Pushing event updated for resources: {'Port': ['ID=d19ad8fe-b542-47a4-8822-a114116d530b,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:24.376482 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Attempting to bind port d19ad8fe-b542-47a4-8822-a114116d530b on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:17:24.376854 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Attempting to bind port d19ad8fe-b542-47a4-8822-a114116d530b by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:17:24.377184 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Attempting to bind port d19ad8fe-b542-47a4-8822-a114116d530b on network 98210751-e37c-4b88-9f99-29dc2cb9c81c {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:17:24.381556 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Port d19ad8fe-b542-47a4-8822-a114116d530b on network 98210751-e37c-4b88-9f99-29dc2cb9c81c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:17:24.381881 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Attempting to bind port d19ad8fe-b542-47a4-8822-a114116d530b on network 98210751-e37c-4b88-9f99-29dc2cb9c81c {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:17:24.386874 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:17:24.387215 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Checking segment: {'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:17:24.387621 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Bound using segment: {'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:17:24.388065 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Bound port: d19ad8fe-b542-47a4-8822-a114116d530b, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:17:24.389117 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:24.453712 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] For port d19ad8fe-b542-47a4-8822-a114116d530b, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:17:24.456949 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] For port d19ad8fe-b542-47a4-8822-a114116d530b, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d19ad8fe-b542-47a4-8822-a114116d530b,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:17:24.461139 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:24.500098 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:24.500746 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:24.502132 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] 10.222.0.59 "PUT /v2.0/ports/d19ad8fe-b542-47a4-8822-a114116d530b HTTP/1.1" status: 200 len: 1093 time: 0.5995002 Aug 31 13:17:24.502574 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'tag': 'd19ad8fe-b542-47a4-8822-a114116d530b'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:17:24.504892 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b62b43-6680-4be2-9326-36ac6ede7cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8e6a12-8ea0-414b-bc13-9121a50f293a", "tag": "d19ad8fe-b542-47a4-8822-a114116d530b"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:17:24.530420 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883037c-9da0-49cb-b10a-96b0b81fbc19 service neutron] Pushing event updated for resources: {'Port': ['ID=d19ad8fe-b542-47a4-8822-a114116d530b,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:24.543334 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88100719-51f8-4376-9b36-d09fb50bb3dd x-openstack-request-id: req-88100719-51f8-4376-9b36-d09fb50bb3dd {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:17:24.543624 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8e6a12-8ea0-414b-bc13-9121a50f293a", "tag": "d19ad8fe-b542-47a4-8822-a114116d530b", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:17:24.543871 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88100719-51f8-4376-9b36-d09fb50bb3dd {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:17:24.544271 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'tag': 'd19ad8fe-b542-47a4-8822-a114116d530b', 'status': 'completed', 'code': 200} Aug 31 13:17:24.593430 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-3bd34467-3f41-4dbc-b184-139d87e62d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:24.594953 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-3bd34467-3f41-4dbc-b184-139d87e62d74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 1096 time: 0.0415211 Aug 31 13:17:24.638642 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-6f7b52b5-96d8-4b15-93af-9149eb849452 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d19ad8fe-b542-47a4-8822-a114116d530b HTTP/1.1" status: 200 len: 217 time: 0.0350664 Aug 31 13:17:24.695911 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-a66c7206-95c5-48ca-ad34-3ef726281d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:24.697444 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-a66c7206-95c5-48ca-ad34-3ef726281d07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0f172a-2087-48e6-abaa-42c97aac6732 HTTP/1.1" status: 200 len: 853 time: 0.0516663 Aug 31 13:17:24.726864 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ec5e0-7784-4f1f-baa0-b3e2f18fa110 req-73a38e4d-fe88-4037-836c-e7196e0086ec tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:24.728420 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b70ec5e0-7784-4f1f-baa0-b3e2f18fa110 req-73a38e4d-fe88-4037-836c-e7196e0086ec tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 943 time: 0.0502095 Aug 31 13:17:24.734251 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-84842c53-cbeb-44b4-b3f6-0a36071da6a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98210751-e37c-4b88-9f99-29dc2cb9c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283117 Aug 31 13:17:24.768459 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b70ec5e0-7784-4f1f-baa0-b3e2f18fa110 req-f899ec77-c979-429e-9b55-43f203ffb7ea tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Aug 31 13:17:24.824720 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-3dd3df9f-9ea2-47a9-81f8-f8a527c87f7b service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825973 Aug 31 13:17:24.925278 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83abd0a4-f82a-4997-8683-af1fa90139a5 req-9ce3d96e-9167-4063-a678-efc1b978c2d9 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922952 Aug 31 13:17:25.008479 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-04775114-6506-4b7b-bd16-671c958caabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:25.010021 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-04775114-6506-4b7b-bd16-671c958caabd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 1096 time: 0.0412934 Aug 31 13:17:25.115525 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-0dff189b-f9d8-4779-933d-396dd726bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:25.117020 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-0dff189b-f9d8-4779-933d-396dd726bc98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 914 time: 0.0984111 Aug 31 13:17:25.159966 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-da47589c-8ea7-4b89-aaa0-04c6c972021a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d19ad8fe-b542-47a4-8822-a114116d530b HTTP/1.1" status: 200 len: 217 time: 0.0351140 Aug 31 13:17:25.209415 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-7f231453-3076-4742-b6a5-c94801ac341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:25.210884 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-7f231453-3076-4742-b6a5-c94801ac341f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0f172a-2087-48e6-abaa-42c97aac6732 HTTP/1.1" status: 200 len: 853 time: 0.0438724 Aug 31 13:17:25.244119 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-6ae3a8eb-50ca-4be5-a56f-d8a4d3d379fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98210751-e37c-4b88-9f99-29dc2cb9c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246403 Aug 31 13:17:25.344724 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-06d2af12-9ce4-4957-ab4a-b70d390083d4 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928762 Aug 31 13:17:25.441454 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98b62b43-6680-4be2-9326-36ac6ede7cd7 req-5f0a5d96-73d8-49af-bc87-dfad65ab8018 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859315 Aug 31 13:17:25.887941 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa741-8da9-4483-8013-4b3eb95df419 req-9b4746c3-8c17-4ff1-b76e-64c048d834a6 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:25.889504 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-455fa741-8da9-4483-8013-4b3eb95df419 req-9b4746c3-8c17-4ff1-b76e-64c048d834a6 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 943 time: 0.0531235 Aug 31 13:17:25.927978 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-455fa741-8da9-4483-8013-4b3eb95df419 req-55e6e71d-13c0-4be4-9a60-f31a59572fd6 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 31 13:17:27.046890 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03611f-fcda-4cec-8fa8-4652a57bedaa req-f0ebd570-bf2e-4a46-9a86-ff94abd4823d tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:27.048469 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-df03611f-fcda-4cec-8fa8-4652a57bedaa req-f0ebd570-bf2e-4a46-9a86-ff94abd4823d tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 943 time: 0.0513513 Aug 31 13:17:27.087615 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-df03611f-fcda-4cec-8fa8-4652a57bedaa req-49e9b367-2b9f-4ae1-8039-01e537f3fe66 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 31 13:17:27.335167 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d19ad8fe-b542-47a4-8822-a114116d530b details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:17:27.433003 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d19ad8fe-b542-47a4-8822-a114116d530b, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d19ad8fe-b542-47a4-8822-a114116d530b,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:17:27.445131 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': 'd19ad8fe-b542-47a4-8822-a114116d530b', 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c', 'port_id': 'd19ad8fe-b542-47a4-8822-a114116d530b', 'mac_address': 'fa:16:3e:26:30:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0f172a-2087-48e6-abaa-42c97aac6732', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:17:27.486704 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:27.499888 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19ad8fe-b542-47a4-8822-a114116d530b {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:17:27.519338 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d19ad8fe-b542-47a4-8822-a114116d530b, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d19ad8fe-b542-47a4-8822-a114116d530b,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:17:27.523537 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:27.574197 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d19ad8fe-b542-47a4-8822-a114116d530b,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:27.581908 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.582299 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.582600 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.582922 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.583251 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.583575 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.583897 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.584259 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.584578 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.585047 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.585414 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.585717 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:17:27.754569 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['d19ad8fe-b542-47a4-8822-a114116d530b'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:17:28.207184 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a609be6-38fa-4f3b-b178-548d6ecd7b00 req-723c13fb-38f6-449d-b816-39d49eaee023 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:28.208723 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4a609be6-38fa-4f3b-b178-548d6ecd7b00 req-723c13fb-38f6-449d-b816-39d49eaee023 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 944 time: 0.0494084 Aug 31 13:17:28.248814 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4a609be6-38fa-4f3b-b178-548d6ecd7b00 req-fee66fc7-9541-4a48-bd4d-2ca871e4592e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339828 Aug 31 13:17:29.335235 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d19ad8fe-b542-47a4-8822-a114116d530b up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:17:29.394280 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port d19ad8fe-b542-47a4-8822-a114116d530b completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:17:29.396542 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487fb3b-b2a6-469c-92c9-d37c82e0892f req-986aeece-8f7a-4550-b4cf-34990543b842 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:29.398165 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d487fb3b-b2a6-469c-92c9-d37c82e0892f req-986aeece-8f7a-4550-b4cf-34990543b842 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 944 time: 0.0548048 Aug 31 13:17:29.399311 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port d19ad8fe-b542-47a4-8822-a114116d530b triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:17:29.400094 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:29.439354 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-d487fb3b-b2a6-469c-92c9-d37c82e0892f req-266453bf-b9af-40da-9650-73a87ad3f249 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Aug 31 13:17:29.485300 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:29.511279 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19ad8fe-b542-47a4-8822-a114116d530b'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:17:29.514409 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855911b-4e2f-4aa7-8b7d-45a7f9a2695d" -d '{"events": [{"server_uuid": "5c8e6a12-8ea0-414b-bc13-9121a50f293a", "name": "network-vif-plugged", "status": "completed", "tag": "d19ad8fe-b542-47a4-8822-a114116d530b"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:17:29.531673 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port d19ad8fe-b542-47a4-8822-a114116d530b, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d19ad8fe-b542-47a4-8822-a114116d530b,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:17:29.536079 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:29.571372 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50394c3-ce18-42e1-bf43-e20f7f45efe2 x-openstack-request-id: req-e50394c3-ce18-42e1-bf43-e20f7f45efe2 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:17:29.571798 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8e6a12-8ea0-414b-bc13-9121a50f293a", "name": "network-vif-plugged", "status": "completed", "tag": "d19ad8fe-b542-47a4-8822-a114116d530b", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:17:29.572159 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e50394c3-ce18-42e1-bf43-e20f7f45efe2 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:17:29.572716 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19ad8fe-b542-47a4-8822-a114116d530b', 'code': 200} Aug 31 13:17:29.613376 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=d19ad8fe-b542-47a4-8822-a114116d530b,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:17:29.746531 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adf708-b547-4c0d-9f35-e658defe541c req-36bdb968-55d0-4869-a691-0166c58ed796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:29.748617 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9adf708-b547-4c0d-9f35-e658defe541c req-36bdb968-55d0-4869-a691-0166c58ed796 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 1098 time: 0.0490386 Aug 31 13:17:29.794561 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9adf708-b547-4c0d-9f35-e658defe541c req-3177cc5a-4e61-4405-9b3b-7db4357b1854 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Aug 31 13:17:30.566083 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25859574-66c5-4cd1-893a-3f9dcadf74b2 req-d09f19c2-610a-49c7-beca-d8d60d3df537 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:30.567652 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-25859574-66c5-4cd1-893a-3f9dcadf74b2 req-d09f19c2-610a-49c7-beca-d8d60d3df537 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 945 time: 0.0516779 Aug 31 13:17:30.608403 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-25859574-66c5-4cd1-893a-3f9dcadf74b2 req-6423015c-e60c-4dd9-86d3-dabab4a74063 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343163 Aug 31 13:17:31.740749 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905273c8-fc9b-4a8e-8f86-7ff4f553bfcb req-6829ceca-e3f0-4088-bc82-887424dba303 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:31.742343 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-905273c8-fc9b-4a8e-8f86-7ff4f553bfcb req-6829ceca-e3f0-4088-bc82-887424dba303 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 945 time: 0.0506513 Aug 31 13:17:31.787393 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-905273c8-fc9b-4a8e-8f86-7ff4f553bfcb req-ac70f6ac-253c-48ac-b670-f8d3d04d6b7b tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Aug 31 13:17:32.242833 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-61623ec5-cb9d-4be6-8056-0055f93c03bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:34.858622 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9fa71371-b96e-4036-96bb-2cdd16e767fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:35.222261 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:36.172913 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:37.945979 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:38.320926 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:17:43.789246 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:17:53.711231 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-c77a494e-4f15-414e-b5fd-18a0a1cea679 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411031 Aug 31 13:17:53.800234 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-48957129-a989-40d9-ae2c-bd867da3ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:53.801941 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-48957129-a989-40d9-ae2c-bd867da3ddd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 1098 time: 0.0437710 Aug 31 13:17:53.920503 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-9d8e0d9f-9c9c-4c88-a889-d3f6bbd1324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:53.922026 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-9d8e0d9f-9c9c-4c88-a889-d3f6bbd1324b service neutron] 10.222.0.59 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 914 time: 0.0951407 Aug 31 13:17:53.972992 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-045945a2-7ad3-414e-998e-dc4ce9e3184f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d19ad8fe-b542-47a4-8822-a114116d530b HTTP/1.1" status: 200 len: 217 time: 0.0405002 Aug 31 13:17:54.025293 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-70dc1257-41d7-4458-9c66-6ae4b7048e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:17:54.026771 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-70dc1257-41d7-4458-9c66-6ae4b7048e4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0f172a-2087-48e6-abaa-42c97aac6732 HTTP/1.1" status: 200 len: 853 time: 0.0457783 Aug 31 13:17:54.065882 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-1355ab1f-45ab-4b61-92fd-5791fe810fd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98210751-e37c-4b88-9f99-29dc2cb9c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294480 Aug 31 13:17:54.167342 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-cc7be0ff-130f-40d0-9afa-9de9111e2612 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849931 Aug 31 13:17:54.278913 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba6be82-897b-4b50-b3a6-da5b9ab01dcb req-53abbde7-1a12-4751-b516-309d13d24742 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017318 Aug 31 13:18:02.239761 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10ca6555-cbdf-452e-a139-3af1120967e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:04.852173 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2327dbbe-8330-47da-9523-455816af0990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:05.225793 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:06.176394 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:07.942547 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:13.790779 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:13.956153 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11770c-abcf-4467-910a-1751cf255235 req-3d0e63aa-37f5-4e71-a3f0-a1ea4f46702e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:13.957687 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9a11770c-abcf-4467-910a-1751cf255235 req-3d0e63aa-37f5-4e71-a3f0-a1ea4f46702e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 945 time: 0.0665064 Aug 31 13:18:14.002135 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-9a11770c-abcf-4467-910a-1751cf255235 req-20207995-0e02-47fa-9829-700028bfefa5 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 Aug 31 13:18:15.134759 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b741c85-acd4-4e6f-b8ff-da305ea416a3 req-e8158849-8063-40b1-8c75-289b225511a0 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:15.136350 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2b741c85-acd4-4e6f-b8ff-da305ea416a3 req-e8158849-8063-40b1-8c75-289b225511a0 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 945 time: 0.0558450 Aug 31 13:18:15.179145 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-2b741c85-acd4-4e6f-b8ff-da305ea416a3 req-4758f032-d262-46b2-ac84-23d6c41de655 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361726 Aug 31 13:18:15.321695 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:18:15.507030 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602b319-0c59-45c6-b5de-de7c678d391e req-6432c23d-f86e-4e99-b41a-2ee819fae1c7 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:15.508607 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5602b319-0c59-45c6-b5de-de7c678d391e req-6432c23d-f86e-4e99-b41a-2ee819fae1c7 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 945 time: 0.0668890 Aug 31 13:18:15.610495 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Deleting port d19ad8fe-b542-47a4-8822-a114116d530b {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:18:15.610897 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:15.711537 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] For port d19ad8fe-b542-47a4-8822-a114116d530b, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=d19ad8fe-b542-47a4-8822-a114116d530b,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:18:15.711909 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:15.727691 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Calling delete_port for d19ad8fe-b542-47a4-8822-a114116d530b owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:18:15.892197 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:15.906951 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['d19ad8fe-b542-47a4-8822-a114116d530b'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:18:15.933915 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Pushing event deleted for resources: {'Port': ['ID=d19ad8fe-b542-47a4-8822-a114116d530b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:18:15.947831 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.948187 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.948526 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.948888 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.949226 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.949557 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.949955 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.950310 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.950625 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.950952 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.951279 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.951601 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:15.993588 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] No DVR routers for this DVR port d19ad8fe-b542-47a4-8822-a114116d530b on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:18:15.996964 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:15.999167 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5602b319-0c59-45c6-b5de-de7c678d391e req-0ff8226e-7ce0-4076-9834-fd367b8b3f1e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "DELETE /v2.0/ports/d19ad8fe-b542-47a4-8822-a114116d530b HTTP/1.1" status: 204 len: 173 time: 0.4836643 Aug 31 13:18:15.999641 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'name': 'network-vif-deleted', 'tag': 'd19ad8fe-b542-47a4-8822-a114116d530b'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:18:16.001936 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e3207-d88b-414e-b7b8-068ecc1d5ada" -d '{"events": [{"server_uuid": "5c8e6a12-8ea0-414b-bc13-9121a50f293a", "name": "network-vif-deleted", "tag": "d19ad8fe-b542-47a4-8822-a114116d530b"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:18:16.062428 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15021166-5901-4449-9cef-eecd6d67cb01 x-openstack-request-id: req-15021166-5901-4449-9cef-eecd6d67cb01 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:18:16.062879 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8e6a12-8ea0-414b-bc13-9121a50f293a", "name": "network-vif-deleted", "tag": "d19ad8fe-b542-47a4-8822-a114116d530b", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:18:16.063266 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15021166-5901-4449-9cef-eecd6d67cb01 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:18:16.063907 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8e6a12-8ea0-414b-bc13-9121a50f293a', 'name': 'network-vif-deleted', 'tag': 'd19ad8fe-b542-47a4-8822-a114116d530b', 'status': 'completed', 'code': 200} Aug 31 13:18:16.317991 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-ca0056ae-ad2b-41fa-9e59-442a064a0c7b req-40f35c11-81de-46d0-bce8-d135de2f4df8 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8e6a12-8ea0-414b-bc13-9121a50f293a HTTP/1.1" status: 200 len: 210 time: 0.0374284 Aug 31 13:18:20.469425 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d19ad8fe-b542-47a4-8822-a114116d530b no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:18:20.489780 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: d19ad8fe-b542-47a4-8822-a114116d530b {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:18:20.490116 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device d19ad8fe-b542-47a4-8822-a114116d530b not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:18:25.433038 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-e8f89465-8ffe-4237-b2fb-c80c614ec323 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:25.434619 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-e8f89465-8ffe-4237-b2fb-c80c614ec323 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 813 time: 0.1185813 Aug 31 13:18:25.452039 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-9862ad70-5415-43a4-bdd4-a8017a9519a7 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/quotas/b5229a0332784ef09ac7402906df2168 HTTP/1.1" status: 200 len: 375 time: 0.0102520 Aug 31 13:18:25.488044 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-725b11e8-b4ed-44af-9722-394459930bb9 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299609 Aug 31 13:18:25.817064 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-17cbe611-1f07-4578-a204-7f03f58f51bb service neutron] 10.222.0.69 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210571 Aug 31 13:18:25.918262 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-52cf1890-c50a-4414-a7ea-841fea940f04 service neutron] 10.222.0.69 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945411 Aug 31 13:18:26.108581 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-210c7a87-ddf0-4759-ae15-66dc4402ae6c req-ae2412cc-9d91-414e-9e9b-43c17f466be4 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 210 time: 0.0389063 Aug 31 13:18:27.161512 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-c45de741-58c0-4285-8bf2-b69bb6072645 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:27.163118 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-c45de741-58c0-4285-8bf2-b69bb6072645 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 813 time: 0.1647134 Aug 31 13:18:27.178115 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Request body: {'port': {'device_id': '8cd0a095-4960-4034-8668-c08219701df7', 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c', 'admin_state_up': True, 'tenant_id': 'b5229a0332784ef09ac7402906df2168'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:18:27.242255 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-225201a8-ae4a-4e63-88ac-6d3923682f67 req-53df95de-27d0-4899-bae3-bb5d30464d77 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 210 time: 0.0343318 Aug 31 13:18:27.313735 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Made reservation on behalf of b5229a0332784ef09ac7402906df2168 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:18:27.317813 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:27.457082 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Allocated IP 172.20.0.9 (98210751-e37c-4b88-9f99-29dc2cb9c81c/5f0f172a-2087-48e6-abaa-42c97aac6732/6636606f-3da3-41cd-851b-54cee35b8f5a) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:18:27.624826 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:27.666444 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751082694184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:27.714432 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Network 98210751-e37c-4b88-9f99-29dc2cb9c81c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:18:27.718245 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:18:27.722823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:18:27.729802 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Pushing event updated for resources: {'Port': ['ID=6636606f-3da3-41cd-851b-54cee35b8f5a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:18:27.776095 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:27.776764 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:27.792384 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0e6fff52-5529-405e-88cb-f7bef447d927 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199272 Aug 31 13:18:27.804823 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Request body: {'port': {'device_id': '8cd0a095-4960-4034-8668-c08219701df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:18:27.866378 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:28.160577 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6636606f-3da3-41cd-851b-54cee35b8f5a {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:18:28.168811 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:28.183562 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Transition to ACTIVE for port object 6636606f-3da3-41cd-851b-54cee35b8f5a will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:18:28.188032 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:28.246567 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Pushing event updated for resources: {'Port': ['ID=6636606f-3da3-41cd-851b-54cee35b8f5a,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:18:28.316447 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Attempting to bind port 6636606f-3da3-41cd-851b-54cee35b8f5a on host hv-cinder-80447 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:18:28.316974 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Attempting to bind port 6636606f-3da3-41cd-851b-54cee35b8f5a by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:18:28.317407 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Attempting to bind port 6636606f-3da3-41cd-851b-54cee35b8f5a on network 98210751-e37c-4b88-9f99-29dc2cb9c81c {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:18:28.321984 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Port 6636606f-3da3-41cd-851b-54cee35b8f5a on network 98210751-e37c-4b88-9f99-29dc2cb9c81c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:18:28.322307 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Attempting to bind port 6636606f-3da3-41cd-851b-54cee35b8f5a on network 98210751-e37c-4b88-9f99-29dc2cb9c81c {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:18:28.327348 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Checking agent: {'id': 'fb62cc51-91f8-4e6e-b0ae-62606f5dd8fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'started_at': datetime.datetime(2021, 8, 31, 13, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:18:28.327783 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Checking segment: {'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:18:28.328077 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Bound using segment: {'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:18:28.328519 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Bound port: 6636606f-3da3-41cd-851b-54cee35b8f5a, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2553dd07-334a-4872-9e5c-a376faebbc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:18:28.328899 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:28.383431 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a197-f62a-4f82-a0ce-6ac8197c8b1a req-03354544-0fb7-42af-a093-26156c5f7c22 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:28.385012 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-97c9a197-f62a-4f82-a0ce-6ac8197c8b1a req-03354544-0fb7-42af-a093-26156c5f7c22 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 943 time: 0.0574057 Aug 31 13:18:28.400800 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] For port 6636606f-3da3-41cd-851b-54cee35b8f5a, host hv-cinder-80447, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:18:28.408321 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] For port 6636606f-3da3-41cd-851b-54cee35b8f5a, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6636606f-3da3-41cd-851b-54cee35b8f5a,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:18:28.413805 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25582339'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:28.434662 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-97c9a197-f62a-4f82-a0ce-6ac8197c8b1a req-986431c5-2f3a-4a59-b04b-41584f4e731e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Aug 31 13:18:28.447787 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:28.448808 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:28.450889 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] 10.222.0.59 "PUT /v2.0/ports/6636606f-3da3-41cd-851b-54cee35b8f5a HTTP/1.1" status: 200 len: 1093 time: 0.6504269 Aug 31 13:18:28.451337 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd0a095-4960-4034-8668-c08219701df7', 'tag': '6636606f-3da3-41cd-851b-54cee35b8f5a'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:18:28.453687 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb595a-01a5-42da-92fc-2287a0efc062" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd0a095-4960-4034-8668-c08219701df7", "tag": "6636606f-3da3-41cd-851b-54cee35b8f5a"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:18:28.484067 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e13503-31ed-4ddf-92eb-79270d9db8fc service neutron] Pushing event updated for resources: {'Port': ['ID=6636606f-3da3-41cd-851b-54cee35b8f5a,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:18:28.517141 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c257bd-49ad-4aa5-84eb-59c0c9aea23d x-openstack-request-id: req-83c257bd-49ad-4aa5-84eb-59c0c9aea23d {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:18:28.517518 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd0a095-4960-4034-8668-c08219701df7", "tag": "6636606f-3da3-41cd-851b-54cee35b8f5a", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:18:28.517857 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83c257bd-49ad-4aa5-84eb-59c0c9aea23d {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:18:28.518360 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd0a095-4960-4034-8668-c08219701df7', 'tag': '6636606f-3da3-41cd-851b-54cee35b8f5a', 'status': 'completed', 'code': 200} Aug 31 13:18:28.566648 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-e0acd37d-c588-4982-a0ea-0f145f6592ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:28.568043 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-e0acd37d-c588-4982-a0ea-0f145f6592ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 1096 time: 0.0485525 Aug 31 13:18:28.615338 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-0d6718bc-6668-4ecf-8f5b-d3f473b0cf0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6636606f-3da3-41cd-851b-54cee35b8f5a HTTP/1.1" status: 200 len: 217 time: 0.0392294 Aug 31 13:18:28.669040 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-a3f7bb9f-88f4-48f4-9b46-460a63ccf9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:28.670579 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-a3f7bb9f-88f4-48f4-9b46-460a63ccf9a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0f172a-2087-48e6-abaa-42c97aac6732 HTTP/1.1" status: 200 len: 853 time: 0.0475590 Aug 31 13:18:28.704046 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-4325301e-90f7-4714-82e2-0fdbaffc63a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98210751-e37c-4b88-9f99-29dc2cb9c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262325 Aug 31 13:18:28.803804 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-6c7b559a-3a42-4792-946d-918c1c1398ba service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915601 Aug 31 13:18:28.908446 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32a5e10f-5d8c-491f-9699-d98d86c04dc6 req-598105cd-5b4c-4f32-b8ef-7826ab73e08a service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972362 Aug 31 13:18:29.011028 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-1100785a-4633-4162-a484-d173af9ff7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:29.013170 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-1100785a-4633-4162-a484-d173af9ff7a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 1096 time: 0.0480154 Aug 31 13:18:29.124956 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-6163a8de-6f7a-4832-9dc3-767cef5946c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:29.126499 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-6163a8de-6f7a-4832-9dc3-767cef5946c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 914 time: 0.1052907 Aug 31 13:18:29.169928 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-dfb7e77b-15ee-4037-ad34-adac90e86ead service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6636606f-3da3-41cd-851b-54cee35b8f5a HTTP/1.1" status: 200 len: 217 time: 0.0351045 Aug 31 13:18:29.243608 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-a7d0bc4c-14d4-4aa7-b661-bcc32cf1c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:29.246064 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-a7d0bc4c-14d4-4aa7-b661-bcc32cf1c619 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0f172a-2087-48e6-abaa-42c97aac6732 HTTP/1.1" status: 200 len: 853 time: 0.0680721 Aug 31 13:18:29.287738 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-b8c225ed-7c3a-4eaf-86f3-5d812a89e8c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98210751-e37c-4b88-9f99-29dc2cb9c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342631 Aug 31 13:18:29.386377 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-f55b81c8-7f39-40c1-a09e-bc38a928c2de service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900905 Aug 31 13:18:29.489838 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbcb595a-01a5-42da-92fc-2287a0efc062 req-7e09e10d-bfc3-4753-9fda-ed6a397a4513 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959165 Aug 31 13:18:29.574616 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ee45d-a831-403c-a604-e3540f25df86 req-2f510d69-9fa9-403f-9c28-440ebfd98485 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:29.576603 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-601ee45d-a831-403c-a604-e3540f25df86 req-2f510d69-9fa9-403f-9c28-440ebfd98485 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 943 time: 0.0509725 Aug 31 13:18:29.624715 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-601ee45d-a831-403c-a604-e3540f25df86 req-089ed5f4-3a11-4e8b-a200-739e45420b11 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Aug 31 13:18:30.744964 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107859e-15fb-47c1-b2a7-e0fde0c3b025 req-9236a2a3-05c8-47eb-94cd-2de9f5025ea3 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:30.747874 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a107859e-15fb-47c1-b2a7-e0fde0c3b025 req-9236a2a3-05c8-47eb-94cd-2de9f5025ea3 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 943 time: 0.0523312 Aug 31 13:18:30.790551 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a107859e-15fb-47c1-b2a7-e0fde0c3b025 req-ab9b3ebe-37b2-43d1-975d-876e4e13ef19 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362778 Aug 31 13:18:31.699679 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6636606f-3da3-41cd-851b-54cee35b8f5a details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=94107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:18:31.801210 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 6636606f-3da3-41cd-851b-54cee35b8f5a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6636606f-3da3-41cd-851b-54cee35b8f5a,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:18:31.813434 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Returning: {'device': '6636606f-3da3-41cd-851b-54cee35b8f5a', 'network_id': '98210751-e37c-4b88-9f99-29dc2cb9c81c', 'port_id': '6636606f-3da3-41cd-851b-54cee35b8f5a', 'mac_address': 'fa:16:3e:46:b1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0f172a-2087-48e6-abaa-42c97aac6732', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:18:31.863861 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:31.877719 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6636606f-3da3-41cd-851b-54cee35b8f5a {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:18:31.898325 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 6636606f-3da3-41cd-851b-54cee35b8f5a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6636606f-3da3-41cd-851b-54cee35b8f5a,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:18:31.903133 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:31.931532 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621c92e-e13e-4ccc-a262-9ce2cb74333e req-77f30bf4-0cfd-486b-ad6b-f71cbba8fe15 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:31.933184 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4621c92e-e13e-4ccc-a262-9ce2cb74333e req-77f30bf4-0cfd-486b-ad6b-f71cbba8fe15 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 943 time: 0.0531526 Aug 31 13:18:31.956086 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=6636606f-3da3-41cd-851b-54cee35b8f5a,revision_number=4']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:18:31.963465 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.963844 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.964205 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.964595 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.965812 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.966350 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.966878 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.967426 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.967974 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.968522 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.968976 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.969327 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:18:31.975853 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-4621c92e-e13e-4ccc-a262-9ce2cb74333e req-7890fa92-a295-46d6-ac43-0de387fbfee6 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Aug 31 13:18:32.142724 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['6636606f-3da3-41cd-851b-54cee35b8f5a'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:18:32.257891 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6662294b-411b-473c-8467-4c6e48cb9cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:33.098981 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb495-a2b7-400a-87e1-1c8aed0021d2 req-08f393e2-21d9-447d-8149-ad69a5ae98a1 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:33.100525 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-607cb495-a2b7-400a-87e1-1c8aed0021d2 req-08f393e2-21d9-447d-8149-ad69a5ae98a1 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 944 time: 0.0520465 Aug 31 13:18:33.140054 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-607cb495-a2b7-400a-87e1-1c8aed0021d2 req-d463de0a-1eea-4074-924c-31c88721ba3e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Aug 31 13:18:33.723254 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6636606f-3da3-41cd-851b-54cee35b8f5a up at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:18:33.785739 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning for port 6636606f-3da3-41cd-851b-54cee35b8f5a completed by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:18:33.790651 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Provisioning complete for port 6636606f-3da3-41cd-851b-54cee35b8f5a triggered by entity L2. {{(pid=94107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:18:33.791092 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535842'] for port, provisioning_complete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:33.891007 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643061'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:33.922974 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd0a095-4960-4034-8668-c08219701df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6636606f-3da3-41cd-851b-54cee35b8f5a'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:18:33.926021 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f3acdcf85652fd618ab664a3deb3194bc8fe06c6fc3d46c7205375149a8eed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7860a351-e173-4f59-abd4-c69805fc48cb" -d '{"events": [{"server_uuid": "8cd0a095-4960-4034-8668-c08219701df7", "name": "network-vif-plugged", "status": "completed", "tag": "6636606f-3da3-41cd-851b-54cee35b8f5a"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:18:33.942464 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] For port 6636606f-3da3-41cd-851b-54cee35b8f5a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6636606f-3da3-41cd-851b-54cee35b8f5a,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:18:33.947537 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751083224787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751082694202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751082694220'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:33.978493 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aec93b-1eed-4226-9596-e60b27a374ab x-openstack-request-id: req-39aec93b-1eed-4226-9596-e60b27a374ab {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:18:33.978897 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd0a095-4960-4034-8668-c08219701df7", "name": "network-vif-plugged", "status": "completed", "tag": "6636606f-3da3-41cd-851b-54cee35b8f5a", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:18:33.979189 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39aec93b-1eed-4226-9596-e60b27a374ab {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:18:33.979698 dv-cinder-804470-3-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd0a095-4960-4034-8668-c08219701df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6636606f-3da3-41cd-851b-54cee35b8f5a', 'code': 200} Aug 31 13:18:34.016376 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Pushing event updated for resources: {'Port': ['ID=6636606f-3da3-41cd-851b-54cee35b8f5a,revision_number=5']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:18:34.154434 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf5ff-78ec-4260-9528-c32964db8572 req-75f3f01b-9165-4cf6-9e80-d51de6f382cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:34.155947 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69adf5ff-78ec-4260-9528-c32964db8572 req-75f3f01b-9165-4cf6-9e80-d51de6f382cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 1098 time: 0.0419319 Aug 31 13:18:34.193463 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69adf5ff-78ec-4260-9528-c32964db8572 req-e9a168d8-7a3e-418d-811e-75f13f40b305 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306616 Aug 31 13:18:34.262729 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1549d-3dbd-404c-84ca-fdf0e64a684e req-23b5f138-b647-42c7-a82c-f26b547eddfa tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:34.264597 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a7c1549d-3dbd-404c-84ca-fdf0e64a684e req-23b5f138-b647-42c7-a82c-f26b547eddfa tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 945 time: 0.0550234 Aug 31 13:18:34.309954 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a7c1549d-3dbd-404c-84ca-fdf0e64a684e req-9d1ab686-987e-41f4-9485-eda9cb07f6cc tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Aug 31 13:18:34.857794 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6b3e87f8-c454-4f03-9207-78f652b6c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:35.228028 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:35.432246 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a5d2-5a4d-44e4-bd31-39defd505917 req-35ffc35e-95fe-4a35-9522-f39d1c587ff5 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:35.433855 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-13d0a5d2-5a4d-44e4-bd31-39defd505917 req-35ffc35e-95fe-4a35-9522-f39d1c587ff5 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Aug 31 13:18:35.474838 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-13d0a5d2-5a4d-44e4-bd31-39defd505917 req-1adfbb68-8f07-4d20-904d-7563ebc4a03e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348632 Aug 31 13:18:36.179568 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:37.945888 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:43.787030 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:52.319774 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:18:54.723150 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-366561da-ce71-4df3-aa0b-46d5a0ec44aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364318 Aug 31 13:18:54.813340 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-5ef4464b-de4b-4ade-9d04-c5f4d2897688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:54.814833 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-5ef4464b-de4b-4ade-9d04-c5f4d2897688 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5229a0332784ef09ac7402906df2168&device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 1098 time: 0.0439122 Aug 31 13:18:54.920014 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-18d7da7d-fe9b-40bd-a9f1-f7c9cf0924fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:54.921494 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-18d7da7d-fe9b-40bd-a9f1-f7c9cf0924fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 200 len: 914 time: 0.0843449 Aug 31 13:18:54.967656 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-895aee1e-d675-4f33-ba58-6ef6f9114a34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6636606f-3da3-41cd-851b-54cee35b8f5a HTTP/1.1" status: 200 len: 217 time: 0.0351956 Aug 31 13:18:55.024990 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-0e8e1748-399a-4812-8588-4be9edaa80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:55.026647 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-0e8e1748-399a-4812-8588-4be9edaa80d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0f172a-2087-48e6-abaa-42c97aac6732 HTTP/1.1" status: 200 len: 853 time: 0.0480101 Aug 31 13:18:55.059339 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-3d2ec22a-8f63-4db4-8295-5921e8ec99f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98210751-e37c-4b88-9f99-29dc2cb9c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249455 Aug 31 13:18:55.159398 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-6c2c64f6-c8f6-468b-a91a-f151c4f3b416 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836999 Aug 31 13:18:55.250045 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5118bd34-1be9-46f3-aa1b-1c34cd60b738 req-c7dc4279-ca1a-42de-bf4b-0fe27d8a8307 service neutron] 10.222.0.59 "GET /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825758 Aug 31 13:18:55.607256 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be112b-75d6-4ce9-b16a-7111cd77335a req-416dfa84-2d21-4c44-85df-93f4670ef425 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:55.608632 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a8be112b-75d6-4ce9-b16a-7111cd77335a req-416dfa84-2d21-4c44-85df-93f4670ef425 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 945 time: 0.0467029 Aug 31 13:18:55.645482 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-a8be112b-75d6-4ce9-b16a-7111cd77335a req-e8959745-aca8-4f40-b437-a575e46f94e5 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Aug 31 13:18:56.814099 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd310ba-b926-4c81-903b-ec424b5ab458 req-87ea23a4-ce07-4dca-8652-73a8b3b659a5 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:56.816323 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dcd310ba-b926-4c81-903b-ec424b5ab458 req-87ea23a4-ce07-4dca-8652-73a8b3b659a5 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 945 time: 0.1036544 Aug 31 13:18:56.857591 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-dcd310ba-b926-4c81-903b-ec424b5ab458 req-23bd67f9-8c09-4498-93f4-b1ce1df46357 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/security-groups?id=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354421 Aug 31 13:18:57.413641 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791f93-c205-4434-b385-d601f2b39e78 req-accaad1e-b1f5-451c-9b4c-763fc0035c0b tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:18:57.415070 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88791f93-c205-4434-b385-d601f2b39e78 req-accaad1e-b1f5-451c-9b4c-763fc0035c0b tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 945 time: 0.0471172 Aug 31 13:18:57.504306 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Deleting port 6636606f-3da3-41cd-851b-54cee35b8f5a {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:18:57.504640 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751083223574'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:57.588646 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] For port 6636606f-3da3-41cd-851b-54cee35b8f5a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6636606f-3da3-41cd-851b-54cee35b8f5a,segment=NetworkSegment(2553dd07-334a-4872-9e5c-a376faebbc50),segment_id=2553dd07-334a-4872-9e5c-a376faebbc50)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:18:57.589028 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990776'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:57.601721 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Calling delete_port for 6636606f-3da3-41cd-851b-54cee35b8f5a owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:18:57.726150 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751083224805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751082694193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25582394'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:57.737999 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] get_ports_and_sgs() called for port_ids ['6636606f-3da3-41cd-851b-54cee35b8f5a'] {{(pid=94107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:18:57.753104 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Pushing event deleted for resources: {'Port': ['ID=6636606f-3da3-41cd-851b-54cee35b8f5a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:18:57.791227 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] No DVR routers for this DVR port 6636606f-3da3-41cd-851b-54cee35b8f5a on host hv-cinder-80447 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:18:57.793728 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515897'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:18:57.795684 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88791f93-c205-4434-b385-d601f2b39e78 req-156672f2-9a1a-43eb-be22-76ee55b86c60 tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.59 "DELETE /v2.0/ports/6636606f-3da3-41cd-851b-54cee35b8f5a HTTP/1.1" status: 204 len: 173 time: 0.3744500 Aug 31 13:18:57.796101 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd0a095-4960-4034-8668-c08219701df7', 'name': 'network-vif-deleted', 'tag': '6636606f-3da3-41cd-851b-54cee35b8f5a'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:18:57.798309 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8ceeb88d381ae0a173d44d06d49d08be5d5b54a1bff649ff3760228f92b531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e03b2ff-edf8-4749-8718-8a4962a75f63" -d '{"events": [{"server_uuid": "8cd0a095-4960-4034-8668-c08219701df7", "name": "network-vif-deleted", "tag": "6636606f-3da3-41cd-851b-54cee35b8f5a"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:18:57.835685 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8798ea2-def3-40e1-90c6-17a941af629f x-openstack-request-id: req-e8798ea2-def3-40e1-90c6-17a941af629f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:18:57.835971 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd0a095-4960-4034-8668-c08219701df7", "name": "network-vif-deleted", "tag": "6636606f-3da3-41cd-851b-54cee35b8f5a", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:18:57.836216 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8798ea2-def3-40e1-90c6-17a941af629f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:18:57.836604 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd0a095-4960-4034-8668-c08219701df7', 'name': 'network-vif-deleted', 'tag': '6636606f-3da3-41cd-851b-54cee35b8f5a', 'status': 'completed', 'code': 200} Aug 31 13:18:57.966560 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [req-b5e7b926-ef02-47d3-9989-f44f32d7f1a8 req-f341a8c0-6ba0-4308-8750-a0e82e59c26e tempest-VolumesSnapshotTestJSON-208219140 tempest-VolumesSnapshotTestJSON-208219140-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cd0a095-4960-4034-8668-c08219701df7 HTTP/1.1" status: 200 len: 210 time: 0.0261188 Aug 31 13:19:02.241531 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaca0-faa0-4373-ba55-09ccf48f8dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:02.422774 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6636606f-3da3-41cd-851b-54cee35b8f5a no longer exists at agent hyperv_hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:19:02.442918 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] No Port match for: 6636606f-3da3-41cd-851b-54cee35b8f5a {{(pid=94107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:19:02.443258 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.rpc [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Device 6636606f-3da3-41cd-851b-54cee35b8f5a not bound to the agent host hv-cinder-80447 {{(pid=94107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:19:04.859764 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e588bde-3d3c-4657-a904-38231d4a30f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:05.234713 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:06.180555 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:07.946656 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:09.079184 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [req-b663c93f-e64d-498b-8d86-1a0b52b5d531 req-bbe948c9-3a31-44c6-aa74-d22495c7cf61 service neutron] (94105) timed out ('10.222.0.59', 49868) {{(pid=94105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 13:19:13.814109 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.081047 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 47334) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:19:22.131139 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Deleting subnet 5f0f172a-2087-48e6-abaa-42c97aac6732 {{(pid=94105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:19:22.134138 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.168396 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26191708'] for subnet, precommit_delete_associations {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.206109 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-581200'] for subnet, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.261593 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-581211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25279181'] for subnet, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.285264 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0f172a-2087-48e6-abaa-42c97aac6732,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:19:22.294443 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.294793 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.295128 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.295460 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.295786 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.296637 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.296984 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.297676 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.297676 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.298008 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.298238 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.298548 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:22.301489 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for subnet, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.303311 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-e60f3694-8f12-40da-92f5-810e31ab3800 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5f0f172a-2087-48e6-abaa-42c97aac6732 HTTP/1.1" status: 204 len: 168 time: 0.2212346 Aug 31 13:19:22.305896 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 47336) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:19:22.370515 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575295'] for network, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.449617 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-534955', 'neutron.services.segments.db._delete_segments_for_network-8751083261377'] for network, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.461287 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98210751-e37c-4b88-9f99-29dc2cb9c81c']}} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:19:22.470923 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2553dd07-334a-4872-9e5c-a376faebbc50') {'for_net_delete': True} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:19:22.471215 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.services.segments.db [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2553dd07-334a-4872-9e5c-a376faebbc50') {} {{(pid=94105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:19:22.479645 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751083272277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26191719'] for segment, before_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.493549 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846'] for segment, precommit_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.500822 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:19:22.501375 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144636'] for segment, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: Traceback (most recent call last): Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: timer() Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: cb(*args, **kw) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: return func(*args, **kwargs) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: self._notify() Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: self.callback(batched_events) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: event.method(event) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: return f(self, *a, **k) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._get(url).json() Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: return self.request(url, 'GET', **kwargs) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:19:22.503699 dv-cinder-804470-3-iscsi neutron-server[94105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:19:22.557551 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-534962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1990940'] for network, after_delete {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.564482 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron_lib.callbacks.manager [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611421'] for network, before_response {{(pid=94105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:22.566366 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] 10.222.0.69 "DELETE /v2.0/networks/98210751-e37c-4b88-9f99-29dc2cb9c81c HTTP/1.1" status: 204 len: 168 time: 0.2595584 Aug 31 13:19:22.576208 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5af46-5345-47f4-a953-d27c2928488e admin admin] Pushing event deleted for resources: {'Network': ['ID=98210751-e37c-4b88-9f99-29dc2cb9c81c,revision_number=None']} {{(pid=94105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:19:22.676762 dv-cinder-804470-3-iscsi neutron-server[94105]: DEBUG neutron.wsgi [-] (94105) accepted ('10.222.0.69', 47340) {{(pid=94105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:19:22.718997 dv-cinder-804470-3-iscsi neutron-server[94105]: INFO neutron.wsgi [None req-639511ee-088c-4772-8a64-0ba5694fc7c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5229a0332784ef09ac7402906df2168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410774 Aug 31 13:19:22.721841 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.69', 47342) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:19:23.031839 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:23.052592 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:23.099516 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645054'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:23.102024 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:23.103201 dv-cinder-804470-3-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30 HTTP/1.1" status: 204 len: 168 time: 0.3803422 Aug 31 13:19:23.111351 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3e66f3-5b7a-4cf6-bce6-c02f1a7b4e30,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:19:23.118950 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.119311 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.119640 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.120558 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.120558 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.120888 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.121214 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.121535 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.122087 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.122226 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.122482 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:23.122796 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b5bb8-265d-4239-b9d6-0f83ce56dcbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-3-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:19:29.318625 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:19:32.243185 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b10c24e2-62c5-4eb4-a132-4f0c06ace8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:34.860032 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf578-1dac-40ae-987b-01e5e1b3e056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:35.225607 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:36.183527 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:37.948852 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:19:43.831801 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:02.243744 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-27318d13-b1f5-4ac9-9b1d-18350aa8a43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:04.860302 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-53e68700-c178-4222-8a2d-2dfdd22ba2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:05.226750 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:06.188571 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:06.317790 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:20:07.952109 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:13.848345 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:32.249145 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b5a2222b-d14f-4fb6-b651-d0d93148a2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:34.860141 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a0e49063-633d-4082-a40c-92ef3e04e07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:35.228778 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:36.190869 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:37.957647 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:20:43.315862 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:20:43.849501 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:02.260780 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef4593a2-bbe2-4c72-9f25-7fbe44851ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:04.860328 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28ca7cf3-5380-4813-9231-4df901beaa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:05.229417 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:06.193672 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:07.957554 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:13.861891 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:20.315405 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:21:32.253464 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f9d08bfe-82d3-407e-878a-15f406eefef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:34.865461 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c195029c-caf3-4abf-af81-95cb1266eeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:35.231334 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:36.197147 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:37.960446 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:43.860592 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:21:57.313930 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:22:02.254903 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-914b9072-0941-4a63-818a-98b692f8293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:04.866819 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-07e52cd3-5e20-4995-9a25-f3a3039b873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:05.232631 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:06.198918 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:07.963020 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:13.867061 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:32.256080 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-704a7432-233e-434b-b5bc-07b26e7b2a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:34.313571 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:22:34.867661 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-63b80474-1a25-4e29-a1fa-122a7e00ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:35.233486 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:36.201970 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:37.965087 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:22:43.888235 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:02.257367 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad021a5a-4426-46fa-880d-4310bea52312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:04.875066 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e8c6f016-90e3-4a73-8e28-ecf15b9a95ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:05.235199 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:06.208127 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:07.968172 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:11.312607 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:23:13.887396 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:32.257967 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bbc8665a-cc26-4621-a326-a1ccea4d2c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:34.878582 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b077ea2a-caa2-4906-99c2-70b48fd0f000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:35.236601 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:36.208555 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:37.973783 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:43.902209 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:23:48.311770 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:23:53.363429 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-40f4dc99-42df-41ce-9f39-48ef11a35fc0 req-c2f5be78-f482-44d5-b190-85d1c6983e46 service neutron] (94106) timed out ('10.222.0.59', 49898) {{(pid=94106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 13:24:02.259281 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e28b46ee-c5ce-4b5c-a74b-8f8dba49c334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:04.879592 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1d104ad0-405a-481f-950f-854995d25cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:05.239777 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:06.211071 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:07.975362 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:11.780614 dv-cinder-804470-3-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-846fe34b-c723-4e51-8d1c-c3cfe4fbf20b req-20486466-52fc-4750-8495-86665568c61d service neutron] (94106) timed out ('10.222.0.69', 44264) {{(pid=94106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 13:24:13.903054 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:25.310551 dv-cinder-804470-3-iscsi neutron-server[94108]: DEBUG neutron.db.agents_db [None req-9e3752a9-db53-4454-bd03-c5ab96c78c0e None None] Agent healthcheck: found 6 active agents {{(pid=94108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:24:32.267125 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7c98-6953-44b3-92bd-68795eb5092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:34.883377 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4a5378a2-af24-4011-a27a-e10adad6f333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:35.243733 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d76ec242-a929-4cc9-aa56-ba14bec17dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:36.218896 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fe9e256f-e122-41e6-b5fc-1fd2ee1f66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:37.980204 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dff1f48-c98d-49b3-9822-ec57a194c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:24:43.903431 dv-cinder-804470-3-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de804661-4c70-45aa-a395-8cfe1d374472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751083143132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536053'] for agent, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}